2024-12-02 14:14:44,959 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5
2024-12-02 14:14:44,983 main DEBUG Took 0.021523 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-02 14:14:44,983 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-02 14:14:44,984 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-02 14:14:44,985 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-02 14:14:44,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:44,994 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-02 14:14:45,007 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,011 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,013 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,015 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,017 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,018 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,019 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,021 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 14:14:45,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,023 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-02 14:14:45,025 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 14:14:45,027 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-02 14:14:45,029 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-02 14:14:45,030 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-02 14:14:45,031 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-02 14:14:45,032 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-02 14:14:45,044 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-02 14:14:45,047 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-02 14:14:45,049 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-02 14:14:45,050 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-02 14:14:45,050 main DEBUG createAppenders(={Console})
2024-12-02 14:14:45,051 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 initialized
2024-12-02 14:14:45,051 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5
2024-12-02 14:14:45,052 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 OK.
2024-12-02 14:14:45,052 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-02 14:14:45,053 main DEBUG OutputStream closed
2024-12-02 14:14:45,053 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-02 14:14:45,054 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-02 14:14:45,054 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@57cf54e1 OK
2024-12-02 14:14:45,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-02 14:14:45,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-02 14:14:45,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-02 14:14:45,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-02 14:14:45,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-02 14:14:45,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-02 14:14:45,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-02 14:14:45,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-02 14:14:45,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-02 14:14:45,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-02 14:14:45,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-02 14:14:45,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-02 14:14:45,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-02 14:14:45,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-02 14:14:45,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-02 14:14:45,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-02 14:14:45,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-02 14:14:45,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-02 14:14:45,147 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02 14:14:45,147 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6f63b475) with optional ClassLoader: null
2024-12-02 14:14:45,147 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-02 14:14:45,148 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6f63b475] started OK.
2024-12-02T14:14:45,161 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestZooKeeper timeout: 13 mins
2024-12-02 14:14:45,165 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-02 14:14:45,165 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02T14:14:45,416 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e
2024-12-02T14:14:45,434 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1, deleteOnExit=true
2024-12-02T14:14:45,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/test.cache.data in system properties and HBase conf
2024-12-02T14:14:45,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.tmp.dir in system properties and HBase conf
2024-12-02T14:14:45,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir in system properties and HBase conf
2024-12-02T14:14:45,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-02T14:14:45,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-02T14:14:45,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-02T14:14:45,536 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-02T14:14:45,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-02T14:14:45,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:14:45,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:14:45,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-02T14:14:45,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:14:45,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-02T14:14:45,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-02T14:14:45,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:14:45,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:14:45,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-02T14:14:45,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/nfs.dump.dir in system properties and HBase conf
2024-12-02T14:14:45,645 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir in system properties and HBase conf
2024-12-02T14:14:45,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:14:45,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-02T14:14:45,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-02T14:14:46,532 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-02T14:14:46,612 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2484ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-02T14:14:46,691 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:46,759 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:46,781 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:46,781 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:46,783 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T14:14:46,795 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:46,797 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b96f902{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:46,798 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@640f36cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:47,015 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fc737c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-41279-hadoop-hdfs-3_4_1-tests_jar-_-any-10211230939172676893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T14:14:47,027 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be86881{HTTP/1.1, (http/1.1)}{localhost:41279}
2024-12-02T14:14:47,027 INFO  [Time-limited test {}] server.Server(415): Started @2901ms
2024-12-02T14:14:47,442 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:47,450 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:47,452 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:47,452 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:47,452 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T14:14:47,453 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261564d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:47,454 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456b6a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:47,580 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5619b125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-41181-hadoop-hdfs-3_4_1-tests_jar-_-any-4435047814467175480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:14:47,581 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17dd300f{HTTP/1.1, (http/1.1)}{localhost:41181}
2024-12-02T14:14:47,581 INFO  [Time-limited test {}] server.Server(415): Started @3454ms
2024-12-02T14:14:47,642 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T14:14:47,789 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:47,795 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:47,814 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:47,814 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:47,814 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T14:14:47,816 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d208e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:47,817 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3be16c75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:47,989 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae9e04a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-33921-hadoop-hdfs-3_4_1-tests_jar-_-any-6609607352861447984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:14:47,991 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a91a08d{HTTP/1.1, (http/1.1)}{localhost:33921}
2024-12-02T14:14:47,991 INFO  [Time-limited test {}] server.Server(415): Started @3865ms
2024-12-02T14:14:47,994 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T14:14:48,195 WARN  [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data1/current/BP-2034621995-172.17.0.3-1733148886282/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:48,195 WARN  [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data2/current/BP-2034621995-172.17.0.3-1733148886282/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:48,197 WARN  [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data3/current/BP-2034621995-172.17.0.3-1733148886282/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:48,213 WARN  [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data4/current/BP-2034621995-172.17.0.3-1733148886282/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:48,305 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T14:14:48,320 WARN  [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T14:14:48,402 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21c8bb496543ff1c with lease ID 0xe2218d0facaad50: Processing first storage report for DS-ab1e1da0-8b8a-4b58-b16c-b3879a4d40ff from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=fac6700e-07ce-46e1-9d8e-be4e62849950, infoPort=36847, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282)
2024-12-02T14:14:48,403 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21c8bb496543ff1c with lease ID 0xe2218d0facaad50: from storage DS-ab1e1da0-8b8a-4b58-b16c-b3879a4d40ff node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=fac6700e-07ce-46e1-9d8e-be4e62849950, infoPort=36847, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-02T14:14:48,404 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66f43d4598a99929 with lease ID 0xe2218d0facaad51: Processing first storage report for DS-dee7fad3-35e8-4be5-b6a7-c3e155486d9a from datanode DatanodeRegistration(127.0.0.1:38707, datanodeUuid=881e59f7-2c09-4ea6-9187-b1cfaee32fd4, infoPort=45383, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282)
2024-12-02T14:14:48,404 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66f43d4598a99929 with lease ID 0xe2218d0facaad51: from storage DS-dee7fad3-35e8-4be5-b6a7-c3e155486d9a node DatanodeRegistration(127.0.0.1:38707, datanodeUuid=881e59f7-2c09-4ea6-9187-b1cfaee32fd4, infoPort=45383, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:14:48,405 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21c8bb496543ff1c with lease ID 0xe2218d0facaad50: Processing first storage report for DS-5d92572d-f15e-47c4-a1e1-ab9c5f1c4740 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=fac6700e-07ce-46e1-9d8e-be4e62849950, infoPort=36847, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282)
2024-12-02T14:14:48,405 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21c8bb496543ff1c with lease ID 0xe2218d0facaad50: from storage DS-5d92572d-f15e-47c4-a1e1-ab9c5f1c4740 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=fac6700e-07ce-46e1-9d8e-be4e62849950, infoPort=36847, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-02T14:14:48,405 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66f43d4598a99929 with lease ID 0xe2218d0facaad51: Processing first storage report for DS-44e26ab0-151d-4a8e-afd0-c817c777390d from datanode DatanodeRegistration(127.0.0.1:38707, datanodeUuid=881e59f7-2c09-4ea6-9187-b1cfaee32fd4, infoPort=45383, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282)
2024-12-02T14:14:48,406 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66f43d4598a99929 with lease ID 0xe2218d0facaad51: from storage DS-44e26ab0-151d-4a8e-afd0-c817c777390d node DatanodeRegistration(127.0.0.1:38707, datanodeUuid=881e59f7-2c09-4ea6-9187-b1cfaee32fd4, infoPort=45383, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1947820791;c=1733148886282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:14:48,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e
2024-12-02T14:14:48,535 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/zookeeper_0, clientPort=57476, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-02T14:14:48,545 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57476
2024-12-02T14:14:48,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/test.cache.data in system properties and HBase conf
2024-12-02T14:14:48,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.tmp.dir in system properties and HBase conf
2024-12-02T14:14:48,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir in system properties and HBase conf
2024-12-02T14:14:48,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-02T14:14:48,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-02T14:14:48,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-02T14:14:48,562 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:48,566 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:48,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:14:48,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-02T14:14:48,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-02T14:14:48,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:14:48,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-02T14:14:48,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-02T14:14:48,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T14:14:48,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:14:48,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-02T14:14:48,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/nfs.dump.dir in system properties and HBase conf
2024-12-02T14:14:48,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir in system properties and HBase conf
2024-12-02T14:14:48,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T14:14:48,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-02T14:14:48,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-02T14:14:48,706 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:48,715 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:48,733 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:48,734 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:48,734 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T14:14:48,738 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:48,742 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a68c7e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:48,743 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4db6ba6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:48,878 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8a708f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-765370267194380323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T14:14:48,879 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31599e1c{HTTP/1.1, (http/1.1)}{localhost:44795}
2024-12-02T14:14:48,880 INFO  [Time-limited test {}] server.Server(415): Started @4753ms
2024-12-02T14:14:48,998 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:49,004 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:49,009 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:49,009 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:49,009 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-02T14:14:49,010 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb9cfc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:49,011 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d975394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:49,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ba98342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-44709-hadoop-hdfs-3_4_1-tests_jar-_-any-4053874461723614438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:14:49,149 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5945132b{HTTP/1.1, (http/1.1)}{localhost:44709}
2024-12-02T14:14:49,149 INFO  [Time-limited test {}] server.Server(415): Started @5023ms
2024-12-02T14:14:49,152 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T14:14:49,199 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T14:14:49,210 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T14:14:49,211 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T14:14:49,211 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T14:14:49,212 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-02T14:14:49,212 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcd6dbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,AVAILABLE}
2024-12-02T14:14:49,213 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9b09ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T14:14:49,256 WARN  [Thread-189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data1/current/BP-1690147125-172.17.0.3-1733148888630/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:49,257 WARN  [Thread-190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data2/current/BP-1690147125-172.17.0.3-1733148888630/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:49,282 WARN  [Thread-168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T14:14:49,288 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd44471a7e8ccceb7 with lease ID 0xd11dd157c4a47ccd: Processing first storage report for DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83 from datanode DatanodeRegistration(127.0.0.1:43197, datanodeUuid=e4a045cf-7720-4994-9cce-3b3ec4c8b997, infoPort=34587, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630)
2024-12-02T14:14:49,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd44471a7e8ccceb7 with lease ID 0xd11dd157c4a47ccd: from storage DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83 node DatanodeRegistration(127.0.0.1:43197, datanodeUuid=e4a045cf-7720-4994-9cce-3b3ec4c8b997, infoPort=34587, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:14:49,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd44471a7e8ccceb7 with lease ID 0xd11dd157c4a47ccd: Processing first storage report for DS-3a2667e1-db07-498f-82f3-17aa1713715d from datanode DatanodeRegistration(127.0.0.1:43197, datanodeUuid=e4a045cf-7720-4994-9cce-3b3ec4c8b997, infoPort=34587, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630)
2024-12-02T14:14:49,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd44471a7e8ccceb7 with lease ID 0xd11dd157c4a47ccd: from storage DS-3a2667e1-db07-498f-82f3-17aa1713715d node DatanodeRegistration(127.0.0.1:43197, datanodeUuid=e4a045cf-7720-4994-9cce-3b3ec4c8b997, infoPort=34587, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:14:49,335 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@594a6082{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/java.io.tmpdir/jetty-localhost-41843-hadoop-hdfs-3_4_1-tests_jar-_-any-12858080728560061075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:14:49,336 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fe8836{HTTP/1.1, (http/1.1)}{localhost:41843}
2024-12-02T14:14:49,336 INFO  [Time-limited test {}] server.Server(415): Started @5210ms
2024-12-02T14:14:49,338 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T14:14:49,440 WARN  [Thread-215 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data3/current/BP-1690147125-172.17.0.3-1733148888630/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:49,440 WARN  [Thread-216 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data4/current/BP-1690147125-172.17.0.3-1733148888630/current, will proceed with Du for space computation calculation, 
2024-12-02T14:14:49,468 WARN  [Thread-204 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T14:14:49,473 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3152ca440aa545f0 with lease ID 0xd11dd157c4a47cce: Processing first storage report for DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc from datanode DatanodeRegistration(127.0.0.1:39087, datanodeUuid=791d0aa5-651b-4b69-b2fe-09dfcbe0db41, infoPort=42257, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630)
2024-12-02T14:14:49,474 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3152ca440aa545f0 with lease ID 0xd11dd157c4a47cce: from storage DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc node DatanodeRegistration(127.0.0.1:39087, datanodeUuid=791d0aa5-651b-4b69-b2fe-09dfcbe0db41, infoPort=42257, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T14:14:49,474 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3152ca440aa545f0 with lease ID 0xd11dd157c4a47cce: Processing first storage report for DS-a5bee814-5e29-4b8b-af60-79ea2e1b86f3 from datanode DatanodeRegistration(127.0.0.1:39087, datanodeUuid=791d0aa5-651b-4b69-b2fe-09dfcbe0db41, infoPort=42257, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630)
2024-12-02T14:14:49,474 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3152ca440aa545f0 with lease ID 0xd11dd157c4a47cce: from storage DS-a5bee814-5e29-4b8b-af60-79ea2e1b86f3 node DatanodeRegistration(127.0.0.1:39087, datanodeUuid=791d0aa5-651b-4b69-b2fe-09dfcbe0db41, infoPort=42257, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1756433969;c=1733148888630), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-02T14:14:49,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e
2024-12-02T14:14:49,592 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestZooKeeper#testRegionServerSessionExpired Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=3080
2024-12-02T14:14:49,594 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:49,597 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:49,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741825_1001 (size=7)
2024-12-02T14:14:49,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741825_1001 (size=7)
2024-12-02T14:14:50,229 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968 with version=8
2024-12-02T14:14:50,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase-staging
2024-12-02T14:14:50,320 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-02T14:14:50,580 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:50,591 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:50,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:50,597 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:50,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:50,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:50,739 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:14:50,800 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-02T14:14:50,808 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-02T14:14:50,812 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:50,840 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15764 (auto-detected)
2024-12-02T14:14:50,841 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-02T14:14:50,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44447
2024-12-02T14:14:50,887 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44447 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444470x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:50,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44447-0x1009b5758630000 connected
2024-12-02T14:14:50,956 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:50,958 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:50,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:50,970 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:14:50,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44447
2024-12-02T14:14:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44447
2024-12-02T14:14:50,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44447
2024-12-02T14:14:50,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44447
2024-12-02T14:14:51,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44447
2024-12-02T14:14:51,006 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:51,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,006 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:51,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,007 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:51,007 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:14:51,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:51,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38179
2024-12-02T14:14:51,011 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38179 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:51,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381790x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:51,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38179-0x1009b5758630001 connected
2024-12-02T14:14:51,024 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,027 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:51,031 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:14:51,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:51,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38179
2024-12-02T14:14:51,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38179
2024-12-02T14:14:51,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38179
2024-12-02T14:14:51,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38179
2024-12-02T14:14:51,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38179
2024-12-02T14:14:51,182 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:51,184 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,184 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,185 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:51,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:51,187 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:14:51,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:51,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39533
2024-12-02T14:14:51,192 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39533 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:51,193 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,196 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395330x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:51,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39533-0x1009b5758630002 connected
2024-12-02T14:14:51,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:51,206 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:14:51,215 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:14:51,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:51,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39533
2024-12-02T14:14:51,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39533
2024-12-02T14:14:51,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39533
2024-12-02T14:14:51,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39533
2024-12-02T14:14:51,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39533
2024-12-02T14:14:51,273 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:51,273 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,273 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,273 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:51,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:51,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:51,274 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:14:51,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:51,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38317
2024-12-02T14:14:51,276 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38317 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:51,278 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,280 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383170x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:51,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38317-0x1009b5758630003 connected
2024-12-02T14:14:51,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:51,288 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:14:51,289 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:14:51,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:51,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:51,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38317
2024-12-02T14:14:51,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38317
2024-12-02T14:14:51,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38317
2024-12-02T14:14:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38317
2024-12-02T14:14:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38317
2024-12-02T14:14:51,327 DEBUG [M:0;b4ac66777750:44447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:44447
2024-12-02T14:14:51,327 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;b4ac66777750:38179
2024-12-02T14:14:51,328 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,38179,1733148891005
2024-12-02T14:14:51,329 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,44447,1733148890373
2024-12-02T14:14:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,338 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,38179,1733148891005
2024-12-02T14:14:51,338 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,44447,1733148890373
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,361 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:51,362 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:51,363 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,38179,1733148891005 from backup master directory
2024-12-02T14:14:51,363 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, b4ac66777750,38179,1733148891005; waiting to become the next active master
2024-12-02T14:14:51,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,38179,1733148891005
2024-12-02T14:14:51,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:51,367 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:51,367 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,38179,1733148891005
2024-12-02T14:14:51,369 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-02T14:14:51,371 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-02T14:14:51,427 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id] with ID: 63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb
2024-12-02T14:14:51,428 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id
2024-12-02T14:14:51,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741826_1002 (size=42)
2024-12-02T14:14:51,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741826_1002 (size=42)
2024-12-02T14:14:51,441 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id]
2024-12-02T14:14:51,482 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:51,487 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:14:51,505 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-02T14:14:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:51,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741827_1003 (size=196)
2024-12-02T14:14:51,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741827_1003 (size=196)
2024-12-02T14:14:51,543 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:14:51,546 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:14:51,563 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:51,568 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:51,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741828_1004 (size=1189)
2024-12-02T14:14:51,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741828_1004 (size=1189)
2024-12-02T14:14:51,616 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store
2024-12-02T14:14:51,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741829_1005 (size=34)
2024-12-02T14:14:51,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741829_1005 (size=34)
2024-12-02T14:14:51,645 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-02T14:14:51,649 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:51,650 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:14:51,650 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:51,651 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:51,653 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:14:51,653 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:51,653 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:51,655 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148891650Disabling compacts and flushes for region at 1733148891650Disabling writes for close at 1733148891653 (+3 ms)Writing region close event to WAL at 1733148891653Closed at 1733148891653
2024-12-02T14:14:51,657 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/.initializing
2024-12-02T14:14:51,657 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38179,1733148891005
2024-12-02T14:14:51,666 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:51,682 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38179%2C1733148891005, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38179,1733148891005, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:14:51,715 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38179,1733148891005/b4ac66777750%2C38179%2C1733148891005.1733148891688, exclude list is [], retry=0
2024-12-02T14:14:51,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:51,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:51,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-02T14:14:51,772 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38179,1733148891005/b4ac66777750%2C38179%2C1733148891005.1733148891688
2024-12-02T14:14:51,773 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:14:51,773 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:14:51,774 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:51,777 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,778 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,817 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:51,850 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:14:51,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:51,858 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:51,858 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:51,861 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:14:51,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:51,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:51,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:51,866 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:14:51,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:51,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:51,868 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:51,870 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:14:51,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:51,871 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:51,872 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,875 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,876 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,881 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,881 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,884 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:51,888 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:51,892 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:14:51,893 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59885410, jitterRate=-0.10763785243034363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:51,899 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148891790Initializing all the Stores at 1733148891793 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148891793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891794 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891794Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891794Cleaning up temporary data from old regions at 1733148891881 (+87 ms)Region opened successfully at 1733148891898 (+17 ms)
2024-12-02T14:14:51,900 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:14:51,935 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec4a706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:51,968 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:14:51,980 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:14:51,980 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:14:51,983 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:14:51,985 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-02T14:14:51,990 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-02T14:14:51,990 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:14:52,017 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:14:52,027 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:14:52,029 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:14:52,032 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:14:52,033 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:14:52,035 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:14:52,037 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:14:52,041 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:14:52,043 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:14:52,044 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:14:52,046 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:14:52,068 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:14:52,069 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,078 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,38179,1733148891005, sessionid=0x1009b5758630001, setting cluster-up flag (Was=false)
2024-12-02T14:14:52,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,097 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:14:52,098 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38179,1733148891005
2024-12-02T14:14:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,110 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:14:52,112 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38179,1733148891005
2024-12-02T14:14:52,118 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:14:52,189 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:52,202 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:14:52,211 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(746): ClusterId : 63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb
2024-12-02T14:14:52,211 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(746): ClusterId : 63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb
2024-12-02T14:14:52,210 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,38179,1733148891005
Number of backup masters: 1
  b4ac66777750,44447,1733148890373
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:14:52,213 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:14:52,213 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:14:52,218 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:52,218 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:52,218 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:52,218 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:52,218 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:14:52,219 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,219 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:52,219 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:14:52,219 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:14:52,219 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,219 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:14:52,219 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:14:52,222 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:14:52,222 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:14:52,223 DEBUG [RS:0;b4ac66777750:39533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7637c043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:52,223 DEBUG [RS:1;b4ac66777750:38317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d784fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:52,232 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148922232
2024-12-02T14:14:52,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:52,234 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:14:52,235 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:14:52,236 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:14:52,240 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:14:52,242 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:14:52,243 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:14:52,243 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:14:52,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:52,244 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:14:52,246 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:39533
2024-12-02T14:14:52,246 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4ac66777750:38317
2024-12-02T14:14:52,244 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,254 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:14:52,254 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:14:52,254 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:14:52,254 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:14:52,255 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:14:52,255 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:14:52,257 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38179,1733148891005 with port=39533, startcode=1733148891140
2024-12-02T14:14:52,257 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38179,1733148891005 with port=38317, startcode=1733148891272
2024-12-02T14:14:52,261 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:14:52,262 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:14:52,262 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:14:52,265 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:14:52,265 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:14:52,266 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148892266,5,FailOnTimeoutGroup]
2024-12-02T14:14:52,267 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148892267,5,FailOnTimeoutGroup]
2024-12-02T14:14:52,267 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,267 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:14:52,268 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,269 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,270 DEBUG [RS:1;b4ac66777750:38317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:52,270 DEBUG [RS:0;b4ac66777750:39533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:52,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741831_1007 (size=1321)
2024-12-02T14:14:52,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741831_1007 (size=1321)
2024-12-02T14:14:52,278 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:14:52,278 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:52,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741832_1008 (size=32)
2024-12-02T14:14:52,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741832_1008 (size=32)
2024-12-02T14:14:52,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:52,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:14:52,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:14:52,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:52,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:52,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:14:52,315 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:14:52,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:52,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:52,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:14:52,316 INFO  [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:52,316 INFO  [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:52,319 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:14:52,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:52,320 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:52,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:14:52,323 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:14:52,323 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:52,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:52,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:14:52,326 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:52,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:52,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:14:52,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:14:52,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:52,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:14:52,340 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,340 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,344 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:52,344 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:14:52,345 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:14:52,345 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:52,345 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:14:52,346 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:14:52,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:14:52,347 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68362173, jitterRate=0.018675759434700012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:52,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733148892303Initializing all the Stores at 1733148892305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148892305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148892306 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148892306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148892306Cleaning up temporary data from old regions at 1733148892332 (+26 ms)Region opened successfully at 1733148892351 (+19 ms)
2024-12-02T14:14:52,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:14:52,351 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:14:52,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:14:52,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:14:52,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:14:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:52,353 DEBUG [RS:0;b4ac66777750:39533 {}] zookeeper.ZKUtil(111): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,354 WARN  [RS:0;b4ac66777750:39533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:52,354 INFO  [RS:0;b4ac66777750:39533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:52,354 DEBUG [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,354 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:14:52,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148892351Disabling compacts and flushes for region at 1733148892351Disabling writes for close at 1733148892351Writing region close event to WAL at 1733148892354 (+3 ms)Closed at 1733148892354
2024-12-02T14:14:52,355 DEBUG [RS:1;b4ac66777750:38317 {}] zookeeper.ZKUtil(111): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,355 WARN  [RS:1;b4ac66777750:38317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:52,355 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,39533,1733148891140]
2024-12-02T14:14:52,356 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,38317,1733148891272]
2024-12-02T14:14:52,355 INFO  [RS:1;b4ac66777750:38317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:52,356 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:52,360 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:14:52,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:14:52,377 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:14:52,381 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:14:52,383 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:14:52,383 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:14:52,395 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:14:52,396 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:14:52,401 INFO  [RS:0;b4ac66777750:39533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:14:52,401 INFO  [RS:1;b4ac66777750:38317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:14:52,401 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,401 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,402 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:14:52,402 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:14:52,409 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:14:52,411 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:14:52,411 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,411 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,412 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,412 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,413 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,414 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,414 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:52,414 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:52,414 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:52,414 DEBUG [RS:0;b4ac66777750:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:52,414 DEBUG [RS:1;b4ac66777750:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:52,415 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,415 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,416 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39533,1733148891140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:52,416 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,416 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38317,1733148891272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:52,443 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:14:52,445 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:14:52,445 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39533,1733148891140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,445 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38317,1733148891272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,446 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,446 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,446 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.Replication(171): b4ac66777750,39533,1733148891140 started
2024-12-02T14:14:52,446 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.Replication(171): b4ac66777750,38317,1733148891272 started
2024-12-02T14:14:52,463 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,463 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,39533,1733148891140, RpcServer on b4ac66777750/172.17.0.3:39533, sessionid=0x1009b5758630002
2024-12-02T14:14:52,464 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:14:52,464 DEBUG [RS:0;b4ac66777750:39533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,464 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39533,1733148891140'
2024-12-02T14:14:52,464 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:14:52,465 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:14:52,466 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:14:52,466 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:14:52,467 DEBUG [RS:0;b4ac66777750:39533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,39533,1733148891140
2024-12-02T14:14:52,467 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39533,1733148891140'
2024-12-02T14:14:52,467 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:14:52,467 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:14:52,468 DEBUG [RS:0;b4ac66777750:39533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:14:52,468 INFO  [RS:0;b4ac66777750:39533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:14:52,468 INFO  [RS:0;b4ac66777750:39533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:14:52,471 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:52,471 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,38317,1733148891272, RpcServer on b4ac66777750/172.17.0.3:38317, sessionid=0x1009b5758630003
2024-12-02T14:14:52,471 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:14:52,471 DEBUG [RS:1;b4ac66777750:38317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,471 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,38317,1733148891272'
2024-12-02T14:14:52,471 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:14:52,472 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:14:52,473 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:14:52,473 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:14:52,473 DEBUG [RS:1;b4ac66777750:38317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,473 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,38317,1733148891272'
2024-12-02T14:14:52,473 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:14:52,474 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:14:52,475 DEBUG [RS:1;b4ac66777750:38317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:14:52,475 INFO  [RS:1;b4ac66777750:38317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:14:52,475 INFO  [RS:1;b4ac66777750:38317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:14:52,532 WARN  [b4ac66777750:38179 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:14:52,573 INFO  [RS:0;b4ac66777750:39533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:52,576 INFO  [RS:1;b4ac66777750:38317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:52,577 INFO  [RS:0;b4ac66777750:39533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39533%2C1733148891140, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:52,579 INFO  [RS:1;b4ac66777750:38317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38317%2C1733148891272, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:52,601 DEBUG [RS:0;b4ac66777750:39533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140/b4ac66777750%2C39533%2C1733148891140.1733148892580, exclude list is [], retry=0
2024-12-02T14:14:52,602 DEBUG [RS:1;b4ac66777750:38317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272/b4ac66777750%2C38317%2C1733148891272.1733148892581, exclude list is [], retry=0
2024-12-02T14:14:52,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:52,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:52,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:52,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:52,612 INFO  [RS:0;b4ac66777750:39533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140/b4ac66777750%2C39533%2C1733148891140.1733148892580
2024-12-02T14:14:52,614 DEBUG [RS:0;b4ac66777750:39533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:14:52,615 INFO  [RS:1;b4ac66777750:38317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272/b4ac66777750%2C38317%2C1733148891272.1733148892581
2024-12-02T14:14:52,618 DEBUG [RS:1;b4ac66777750:38317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:14:52,784 DEBUG [b4ac66777750:38179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-02T14:14:52,792 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:14:52,799 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:14:52,799 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:14:52,799 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:14:52,799 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:14:52,799 INFO  [b4ac66777750:38179 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:14:52,799 INFO  [b4ac66777750:38179 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:14:52,799 DEBUG [b4ac66777750:38179 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:14:52,809 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,38317,1733148891272
2024-12-02T14:14:52,815 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,38317,1733148891272, state=OPENING
2024-12-02T14:14:52,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:52,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:52,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:52,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:52,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:52,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:14:52,828 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,38317,1733148891272}]
2024-12-02T14:14:53,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:14:53,006 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:14:53,018 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:14:53,018 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:53,019 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:14:53,023 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38317%2C1733148891272.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:53,040 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272/b4ac66777750%2C38317%2C1733148891272.meta.1733148893025.meta, exclude list is [], retry=0
2024-12-02T14:14:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:53,048 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38317,1733148891272/b4ac66777750%2C38317%2C1733148891272.meta.1733148893025.meta
2024-12-02T14:14:53,049 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:14:53,049 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:14:53,051 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:14:53,053 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:14:53,058 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:14:53,062 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:14:53,063 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:53,063 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:14:53,063 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:14:53,065 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:14:53,066 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:14:53,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:53,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:53,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:14:53,069 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:14:53,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:53,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:53,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:14:53,071 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:14:53,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:53,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:53,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:14:53,073 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:14:53,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:53,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:53,074 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:14:53,076 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:53,078 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:53,081 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:14:53,081 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:14:53,082 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:53,085 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:14:53,086 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68500390, jitterRate=0.020735353231430054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:53,087 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:14:53,088 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733148893063Writing region info on filesystem at 1733148893063Initializing all the Stores at 1733148893065 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148893065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148893065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148893065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148893065Cleaning up temporary data from old regions at 1733148893081 (+16 ms)Running coprocessor post-open hooks at 1733148893087 (+6 ms)Region opened successfully at 1733148893088 (+1 ms)
2024-12-02T14:14:53,097 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148892994
2024-12-02T14:14:53,110 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:14:53,110 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:14:53,113 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,38317,1733148891272
2024-12-02T14:14:53,115 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,38317,1733148891272, state=OPEN
2024-12-02T14:14:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:53,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:53,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:53,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:53,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:53,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,38317,1733148891272
2024-12-02T14:14:53,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:14:53,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,38317,1733148891272 in 290 msec
2024-12-02T14:14:53,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:14:53,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec
2024-12-02T14:14:53,133 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:53,133 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:14:53,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:14:53,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,38317,1733148891272, seqNum=-1]
2024-12-02T14:14:53,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:14:53,179 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:14:53,197 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0500 sec
2024-12-02T14:14:53,197 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148893197, completionTime=-1
2024-12-02T14:14:53,201 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:14:53,201 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:14:53,233 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:14:53,233 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148953233
2024-12-02T14:14:53,233 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149013233
2024-12-02T14:14:53,234 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec
2024-12-02T14:14:53,235 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-02T14:14:53,242 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,243 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,243 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,245 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:38179, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,245 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,246 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,253 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:14:53,276 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.909sec
2024-12-02T14:14:53,278 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:14:53,279 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:14:53,280 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:14:53,281 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:14:53,281 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:14:53,282 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:53,282 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:14:53,287 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:14:53,288 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:14:53,288 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38179,1733148891005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:53,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22ed1502 to 127.0.0.1:57476 with session timeout=1000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@504078ab
2024-12-02T14:14:53,325 WARN  [Time-limited test {}] client.ZKConnectionRegistry(87): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-12-02T14:14:53,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e63e672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:14:53,334 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-02T14:14:53,334 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-02T14:14:53,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:14:53,342 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x22ed1502 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,38317,1733148891272, seqNum=-1]
2024-12-02T14:14:53,343 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x22ed1502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:14:53,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:14:53,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,38179,1733148891005
2024-12-02T14:14:53,381 INFO  [Time-limited test {}] hbase.TestZooKeeper(120): Starting testRegionServerSessionExpired
2024-12-02T14:14:53,385 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:SyncConnected type:None path:null
2024-12-02T14:14:53,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:53,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:53,390 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4ac66777750,39533,1733148891140]
2024-12-02T14:14:53,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b4ac66777750,39533,1733148891140 already deleted, retry=false
2024-12-02T14:14:53,392 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b4ac66777750,39533,1733148891140 on b4ac66777750,38179,1733148891005
2024-12-02T14:14:53,400 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4ac66777750,39533,1733148891140, splitWal=true, meta=false
2024-12-02T14:14:53,403 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=4 for b4ac66777750,39533,1733148891140 (carryingMeta=false) b4ac66777750,39533,1733148891140/CRASHED/regionCount=0/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5951f965[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-02T14:14:53,404 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=4, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4ac66777750,39533,1733148891140, splitWal=true, meta=false
2024-12-02T14:14:53,407 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b4ac66777750,39533,1733148891140 had 0 regions
2024-12-02T14:14:53,409 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=4, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4ac66777750,39533,1733148891140, splitWal=true, meta=false, isMeta: false
2024-12-02T14:14:53,412 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting
2024-12-02T14:14:53,414 INFO  [PEWorker-3 {}] master.SplitWALManager(105): b4ac66777750,39533,1733148891140 WAL count=1, meta=false
2024-12-02T14:14:53,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b4ac66777750%2C39533%2C1733148891140.1733148892580}]
2024-12-02T14:14:53,424 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=b4ac66777750,38317,1733148891272
2024-12-02T14:14:53,428 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b4ac66777750%2C39533%2C1733148891140.1733148892580, worker=b4ac66777750,38317,1733148891272}]
2024-12-02T14:14:53,452 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(480): Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
2024-12-02T14:14:53,453 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481) ~[classes/:?]
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:53,457 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] ipc.CallRunner(138): callId: 9 service: RegionServerStatusService methodName: RegionServerReport size: 1.5 K connection: 172.17.0.3:48407 deadline: 1733148903452, exception=org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
2024-12-02T14:14:53,492 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:Disconnected type:None path:null
2024-12-02T14:14:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-12-02T14:14:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-12-02T14:14:53,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring
2024-12-02T14:14:53,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring
2024-12-02T14:14:53,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2501): ZK Closed Session 0x1009b5758630002
2024-12-02T14:14:53,523 ERROR [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4ac66777750,39533,1733148891140: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
 *****
org.apache.hadoop.hbase.YouAreDeadException: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:403) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:381) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.tryRegionServerReport(HRegionServer.java:1082) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:902) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:14:53,525 ERROR [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:14:53,530 DEBUG [RS:0;b4ac66777750:39533 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:14:53,533 DEBUG [RS:0;b4ac66777750:39533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:14:53,533 DEBUG [RS:0;b4ac66777750:39533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:14:53,533 DEBUG [RS:0;b4ac66777750:39533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:14:53,534 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 183264352
      },
      "NonHeapMemoryUsage": {
        "committed": 138608640,
        "init": 7667712,
        "max": -1,
        "used": 136453632
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ]
}
2024-12-02T14:14:53,545 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38179 {}] master.MasterRpcServices(700): b4ac66777750,39533,1733148891140 reported a fatal error:
***** ABORTING region server b4ac66777750,39533,1733148891140: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
 *****
Cause:
org.apache.hadoop.hbase.YouAreDeadException: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:403)
	at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:381)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.tryRegionServerReport(HRegionServer.java:1082)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:902)
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.YouAreDeadException): org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799)
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501)
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	... 1 more

2024-12-02T14:14:53,549 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,39533,1733148891140' *****
2024-12-02T14:14:53,549 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(2210): STOPPED: org.apache.hadoop.hbase.YouAreDeadException: Server REPORT rejected; currently processing b4ac66777750,39533,1733148891140 as dead server
	at org.apache.hadoop.hbase.master.ServerManager.checkIsDead(ServerManager.java:481)
	at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:318)
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:643)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-02T14:14:53,549 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:14:53,549 INFO  [RS:0;b4ac66777750:39533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:14:53,550 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:14:53,550 INFO  [RS:0;b4ac66777750:39533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:14:53,550 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,39533,1733148891140
2024-12-02T14:14:53,550 INFO  [RS:0;b4ac66777750:39533 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:14:53,550 INFO  [RS:0;b4ac66777750:39533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:39533.
2024-12-02T14:14:53,550 DEBUG [RS:0;b4ac66777750:39533 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:14:53,556 DEBUG [RS:0;b4ac66777750:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:53,557 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,39533,1733148891140; all regions closed.
2024-12-02T14:14:53,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741833_1009 (size=93)
2024-12-02T14:14:53,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741833_1009 (size=93)
2024-12-02T14:14:53,578 DEBUG [RS:0;b4ac66777750:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:53,578 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:14:53,578 INFO  [RS:0;b4ac66777750:39533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:14:53,579 INFO  [RS:0;b4ac66777750:39533 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:14:53,579 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:14:53,579 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:14:53,579 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:14:53,579 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:14:53,579 INFO  [RS:0;b4ac66777750:39533 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:14:53,580 INFO  [RS:0;b4ac66777750:39533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39533
2024-12-02T14:14:53,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=6
2024-12-02T14:14:53,619 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.WALSplitter(299): Splitting hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580, size=93 (93bytes)
2024-12-02T14:14:53,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-02T14:14:53,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-02T14:14:53,620 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580
2024-12-02T14:14:53,620 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:14:53,626 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580 after 4ms
2024-12-02T14:14:53,633 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.WALSplitter(310): Open hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580 took 15ms
2024-12-02T14:14:53,635 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580 so closing down
2024-12-02T14:14:53,635 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-02T14:14:53,635 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.OutputSink(145): 3 split writer threads finished
2024-12-02T14:14:53,640 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580, size=93, length=93, corrupted=false, cancelled=false
2024-12-02T14:14:53,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] wal.WALSplitter(428): Completed split of hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580, journal: Splitting hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580, size=93 (93bytes) at 1733148893619Finishing writing output for hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580 so closing down at 1733148893635 (+16 ms)3 split writer threads finished at 1733148893635Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580, size=93, length=93, corrupted=false, cancelled=false at 1733148893640 (+5 ms)
2024-12-02T14:14:53,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580
2024-12-02T14:14:53,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=6}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=6
2024-12-02T14:14:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.HMaster(4169): Remote procedure done, pid=6
2024-12-02T14:14:53,654 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting/b4ac66777750%2C39533%2C1733148891140.1733148892580 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs
2024-12-02T14:14:53,659 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-02T14:14:53,659 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b4ac66777750%2C39533%2C1733148891140.1733148892580, worker=b4ac66777750,38317,1733148891272 in 226 msec
2024-12-02T14:14:53,661 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=b4ac66777750,38317,1733148891272
2024-12-02T14:14:53,666 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-02T14:14:53,666 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; SplitWALProcedure b4ac66777750%2C39533%2C1733148891140.1733148892580, worker=b4ac66777750,38317,1733148891272 in 246 msec
2024-12-02T14:14:53,669 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting dir is empty, no logs to split.
2024-12-02T14:14:53,669 INFO  [PEWorker-3 {}] master.SplitWALManager(105): b4ac66777750,39533,1733148891140 WAL count=0, meta=false
2024-12-02T14:14:53,669 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b4ac66777750,39533,1733148891140 WAL splitting is done? wals=0, meta=false
2024-12-02T14:14:53,672 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b4ac66777750,39533,1733148891140 failed, ignore...File hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39533,1733148891140-splitting does not exist.
2024-12-02T14:14:53,675 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server b4ac66777750,39533,1733148891140 after splitting done
2024-12-02T14:14:53,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; ServerCrashProcedure b4ac66777750,39533,1733148891140, splitWal=true, meta=false in 282 msec
2024-12-02T14:14:54,967 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:Expired type:None path:null
2024-12-02T14:14:55,068 INFO  [Time-limited test {}] hbase.TestZooKeeper(153): Creating table testRegionServerSessionExpired_1733148895068
2024-12-02T14:14:55,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:14:55,074 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x22ed1502 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38179,1733148891005
2024-12-02T14:14:55,076 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x22ed1502 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3e16dd
2024-12-02T14:14:55,077 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x22ed1502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:14:55,080 INFO  [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:14:55,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRegionServerSessionExpired_1733148895068', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:14:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068
2024-12-02T14:14:55,099 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:14:55,101 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:55,103 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRegionServerSessionExpired_1733148895068"
 procId is: 7
2024-12-02T14:14:55,103 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:14:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:14:55,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741836_1012 (size=395)
2024-12-02T14:14:55,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741836_1012 (size=395)
2024-12-02T14:14:55,118 INFO  [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 100a50daec281d7a111e066bd593f20d, NAME => 'testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionServerSessionExpired_1733148895068', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:55,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741837_1013 (size=79)
2024-12-02T14:14:55,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741837_1013 (size=79)
2024-12-02T14:14:55,127 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(898): Instantiated testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:55,127 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1722): Closing 100a50daec281d7a111e066bd593f20d, disabling compactions & flushes
2024-12-02T14:14:55,127 INFO  [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1755): Closing region testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,127 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,128 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d. after waiting 0 ms
2024-12-02T14:14:55,128 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,128 INFO  [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1973): Closed testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,128 DEBUG [RegionOpenAndInit-testRegionServerSessionExpired_1733148895068-pool-0 {}] regionserver.HRegion(1676): Region close journal for 100a50daec281d7a111e066bd593f20d:
Waiting for close lock at 1733148895127Disabling compacts and flushes for region at 1733148895127Disabling writes for close at 1733148895128 (+1 ms)Writing region close event to WAL at 1733148895128Closed at 1733148895128
2024-12-02T14:14:55,130 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:14:55,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733148895130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148895130"}]},"ts":"1733148895130"}
2024-12-02T14:14:55,140 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:14:55,142 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:14:55,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionServerSessionExpired_1733148895068","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148895142"}]},"ts":"1733148895142"}
2024-12-02T14:14:55,150 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionServerSessionExpired_1733148895068, state=ENABLING in hbase:meta
2024-12-02T14:14:55,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionServerSessionExpired_1733148895068, region=100a50daec281d7a111e066bd593f20d, ASSIGN}]
2024-12-02T14:14:55,154 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionServerSessionExpired_1733148895068, region=100a50daec281d7a111e066bd593f20d, ASSIGN
2024-12-02T14:14:55,156 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionServerSessionExpired_1733148895068, region=100a50daec281d7a111e066bd593f20d, ASSIGN; state=OFFLINE, location=b4ac66777750,38317,1733148891272; forceNewPlan=false, retain=false
2024-12-02T14:14:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:14:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Expired, path=null
2024-12-02T14:14:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Expired, path=null
2024-12-02T14:14:55,266 DEBUG [zk-event-processor-pool-0 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase regionserver:39533-0x1009b5758630002 received expired from ZooKeeper, aborting
2024-12-02T14:14:55,266 DEBUG [zk-event-processor-pool-0 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: regionserver:39533-0x1009b5758630002, quorum=127.0.0.1:57476, baseZNode=/hbase regionserver:39533-0x1009b5758630002 received expired from ZooKeeper, aborting
2024-12-02T14:14:55,307 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=100a50daec281d7a111e066bd593f20d, regionState=OPENING, regionLocation=b4ac66777750,38317,1733148891272
2024-12-02T14:14:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionServerSessionExpired_1733148895068, region=100a50daec281d7a111e066bd593f20d, ASSIGN because future has completed
2024-12-02T14:14:55,312 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100a50daec281d7a111e066bd593f20d, server=b4ac66777750,38317,1733148891272}]
2024-12-02T14:14:55,366 WARN  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1023): Failed deleting my ephemeral node
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/rs/b4ac66777750,39533,1733148891140
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1614) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.delete(RecoverableZooKeeper.java:201) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:851) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:843) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.deleteMyEphemeralNode(HRegionServer.java:1516) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1019) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:55,366 INFO  [RS:0;b4ac66777750:39533 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:14:55,366 INFO  [RS:0;b4ac66777750:39533 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:14:55,366 INFO  [RS:0;b4ac66777750:39533 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,39533,1733148891140; zookeeper connection closed.
2024-12-02T14:14:55,367 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d8cd24f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d8cd24f
2024-12-02T14:14:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:14:55,472 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,472 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 100a50daec281d7a111e066bd593f20d, NAME => 'testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:14:55,473 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionServerSessionExpired_1733148895068 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,473 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:55,473 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,473 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,475 INFO  [StoreOpener-100a50daec281d7a111e066bd593f20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 100a50daec281d7a111e066bd593f20d 
2024-12-02T14:14:55,477 INFO  [StoreOpener-100a50daec281d7a111e066bd593f20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100a50daec281d7a111e066bd593f20d columnFamilyName fam
2024-12-02T14:14:55,477 DEBUG [StoreOpener-100a50daec281d7a111e066bd593f20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:55,478 INFO  [StoreOpener-100a50daec281d7a111e066bd593f20d-1 {}] regionserver.HStore(327): Store=100a50daec281d7a111e066bd593f20d/fam,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:55,479 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,480 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionServerSessionExpired_1733148895068/100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,480 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionServerSessionExpired_1733148895068/100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,481 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,481 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,484 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,488 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionServerSessionExpired_1733148895068/100a50daec281d7a111e066bd593f20d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:14:55,489 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 100a50daec281d7a111e066bd593f20d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71323578, jitterRate=0.06280413269996643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:14:55,489 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,490 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 100a50daec281d7a111e066bd593f20d:
Running coprocessor pre-open hook at 1733148895473Writing region info on filesystem at 1733148895473Initializing all the Stores at 1733148895475 (+2 ms)Instantiating store for column family {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148895475Cleaning up temporary data from old regions at 1733148895481 (+6 ms)Running coprocessor post-open hooks at 1733148895489 (+8 ms)Region opened successfully at 1733148895490 (+1 ms)
2024-12-02T14:14:55,493 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d., pid=9, masterSystemTime=1733148895465
2024-12-02T14:14:55,496 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,496 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,498 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=100a50daec281d7a111e066bd593f20d, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,38317,1733148891272
2024-12-02T14:14:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100a50daec281d7a111e066bd593f20d, server=b4ac66777750,38317,1733148891272 because future has completed
2024-12-02T14:14:55,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-02T14:14:55,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 100a50daec281d7a111e066bd593f20d, server=b4ac66777750,38317,1733148891272 in 192 msec
2024-12-02T14:14:55,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-02T14:14:55,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionServerSessionExpired_1733148895068, region=100a50daec281d7a111e066bd593f20d, ASSIGN in 355 msec
2024-12-02T14:14:55,512 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:14:55,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionServerSessionExpired_1733148895068","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148895512"}]},"ts":"1733148895512"}
2024-12-02T14:14:55,515 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionServerSessionExpired_1733148895068, state=ENABLED in hbase:meta
2024-12-02T14:14:55,516 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:14:55,519 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRegionServerSessionExpired_1733148895068 in 425 msec
2024-12-02T14:14:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T14:14:55,741 INFO  [Time-limited test {}] hbase.TestZooKeeper(164): Putting table testRegionServerSessionExpired_1733148895068
2024-12-02T14:14:55,741 INFO  [RPCClient-NioEventLoopGroup-6-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRegionServerSessionExpired_1733148895068 completed
2024-12-02T14:14:55,750 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRegionServerSessionExpired_1733148895068', row='testrow', locateType=CURRENT is [region=testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d., hostname=b4ac66777750,38317,1733148891272, seqNum=2]
2024-12-02T14:14:55,756 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,44447,1733148890373: killAll *****
2024-12-02T14:14:55,756 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,44447,1733148890373' *****
2024-12-02T14:14:55,756 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:14:55,757 INFO  [M:0;b4ac66777750:44447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:14:55,757 INFO  [M:0;b4ac66777750:44447 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [] on shutdown
2024-12-02T14:14:55,757 INFO  [M:0;b4ac66777750:44447 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:14:55,757 DEBUG [M:0;b4ac66777750:44447 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:14:55,758 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:14:55,758 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,38179,1733148891005: killAll *****
2024-12-02T14:14:55,758 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,38179,1733148891005' *****
2024-12-02T14:14:55,758 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:14:55,758 INFO  [M:1;b4ac66777750:38179 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:14:55,758 INFO  [M:1;b4ac66777750:38179 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;b4ac66777750:38179.
2024-12-02T14:14:55,758 INFO  [M:0;b4ac66777750:44447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44447
2024-12-02T14:14:55,758 DEBUG [M:1;b4ac66777750:38179 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:14:55,758 DEBUG [M:1;b4ac66777750:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:55,758 INFO  [M:0;b4ac66777750:44447 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:14:55,758 INFO  [M:1;b4ac66777750:38179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:14:55,759 DEBUG [M:1;b4ac66777750:38179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:14:55,759 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:14:55,759 DEBUG [M:1;b4ac66777750:38179 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:14:55,759 INFO  [M:1;b4ac66777750:38179 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:14:55,759 INFO  [M:1;b4ac66777750:38179 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:14:55,759 DEBUG [M:1;b4ac66777750:38179 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:14:55,759 INFO  [M:1;b4ac66777750:38179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:14:55,760 INFO  [M:1;b4ac66777750:38179 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:14:55,760 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148892266 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148892266,5,FailOnTimeoutGroup]
2024-12-02T14:14:55,761 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148892267 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148892267,5,FailOnTimeoutGroup]
2024-12-02T14:14:55,762 INFO  [M:1;b4ac66777750:38179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:14:55,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:14:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:55,763 DEBUG [Time-limited test {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: killAll
2024-12-02T14:14:55,763 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,38317,1733148891272: killAll *****
2024-12-02T14:14:55,763 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:14:55,764 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:14:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,44447,1733148890373
2024-12-02T14:14:55,765 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:14:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:55,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:55,765 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:14:55,765 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:14:55,765 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 250373216
      },
      "NonHeapMemoryUsage": {
        "committed": 142082048,
        "init": 7667712,
        "max": -1,
        "used": 139804848
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750"
    }
  ]
}
2024-12-02T14:14:55,766 DEBUG [HMaster-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38179,1733148891005 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:55,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:55,768 DEBUG [M:1;b4ac66777750:38179 {}] zookeeper.ZKUtil(347): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:14:55,768 WARN  [M:1;b4ac66777750:38179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:14:55,769 INFO  [M:1;b4ac66777750:38179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:14:55,767 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,38179,1733148891005 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,38179,1733148891005 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:14:55,771 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,38317,1733148891272' *****
2024-12-02T14:14:55,771 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:14:55,771 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:14:55,771 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:14:55,771 INFO  [RS:1;b4ac66777750:38317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:14:55,771 INFO  [RS:1;b4ac66777750:38317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:14:55,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:110)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:14:55,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:55,771 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(3091): Received CLOSE for 100a50daec281d7a111e066bd593f20d
2024-12-02T14:14:55,772 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22ed1502 to 127.0.0.1:57476
2024-12-02T14:14:55,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:14:55,772 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,38317,1733148891272
2024-12-02T14:14:55,772 INFO  [RS:1;b4ac66777750:38317 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:14:55,772 INFO  [RS:1;b4ac66777750:38317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b4ac66777750:38317.
2024-12-02T14:14:55,772 DEBUG [RS:1;b4ac66777750:38317 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:14:55,772 DEBUG [RS:1;b4ac66777750:38317 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:55,773 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:14:55,773 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:14:55,773 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:14:55,773 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:14:55,773 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:14:55,774 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 100a50daec281d7a111e066bd593f20d, disabling compactions & flushes
2024-12-02T14:14:55,774 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,774 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,774 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d. after waiting 0 ms
2024-12-02T14:14:55,774 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,776 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-02T14:14:55,777 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1325): Online Regions={100a50daec281d7a111e066bd593f20d=testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d., 1588230740=hbase:meta,,1.1588230740}
2024-12-02T14:14:55,777 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:14:55,777 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:14:55,777 DEBUG [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1351): Waiting on 100a50daec281d7a111e066bd593f20d, 1588230740
2024-12-02T14:14:55,777 ERROR [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1960): Memstore data size is 41 in region testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,777 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:14:55,782 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:14:55,782 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:14:55,784 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,784 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 100a50daec281d7a111e066bd593f20d:
Waiting for close lock at 1733148895773Running coprocessor pre-close hooks at 1733148895773Disabling compacts and flushes for region at 1733148895773Disabling writes for close at 1733148895774 (+1 ms)Writing region close event to WAL at 1733148895777 (+3 ms)Running coprocessor post-close hooks at 1733148895782 (+5 ms)Closed at 1733148895784 (+2 ms)
2024-12-02T14:14:55,784 ERROR [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 1797 in region hbase:meta,,1.1588230740
2024-12-02T14:14:55,784 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:14:55,784 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:14:55,785 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionServerSessionExpired_1733148895068,,1733148895082.100a50daec281d7a111e066bd593f20d.
2024-12-02T14:14:55,785 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148895777Running coprocessor pre-close hooks at 1733148895777Disabling compacts and flushes for region at 1733148895777Disabling writes for close at 1733148895782 (+5 ms)Writing region close event to WAL at 1733148895784 (+2 ms)Running coprocessor post-close hooks at 1733148895784Closed at 1733148895784
2024-12-02T14:14:55,785 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:14:55,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741838_1014 (size=138)
2024-12-02T14:14:55,796 INFO  [M:1;b4ac66777750:38179 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:14:55,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741838_1014 (size=138)
2024-12-02T14:14:55,797 INFO  [M:1;b4ac66777750:38179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:14:55,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741830_1006 (size=39776)
2024-12-02T14:14:55,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741830_1006 (size=39776)
2024-12-02T14:14:55,802 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:14:55,802 INFO  [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:55,802 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:55,802 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:14:55,802 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:55,803 ERROR [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1960): Memstore data size is 34555 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:55,803 INFO  [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:55,803 DEBUG [M:1;b4ac66777750:38179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148895802Disabling compacts and flushes for region at 1733148895802Disabling writes for close at 1733148895802Writing region close event to WAL at 1733148895803 (+1 ms)Closed at 1733148895803
2024-12-02T14:14:55,803 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:14:55,803 INFO  [M:1;b4ac66777750:38179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:14:55,803 INFO  [M:1;b4ac66777750:38179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38179
2024-12-02T14:14:55,803 INFO  [M:1;b4ac66777750:38179 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:14:55,823 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:14:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:55,865 INFO  [M:0;b4ac66777750:44447 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:14:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1009b5758630000, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:55,906 INFO  [M:1;b4ac66777750:38179 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:14:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1009b5758630001, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:55,977 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,38317,1733148891272; all regions closed.
2024-12-02T14:14:55,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741835_1011 (size=2439)
2024-12-02T14:14:55,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741835_1011 (size=2439)
2024-12-02T14:14:55,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741834_1010 (size=607)
2024-12-02T14:14:55,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741834_1010 (size=607)
2024-12-02T14:14:55,987 DEBUG [RS:1;b4ac66777750:38317 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:55,987 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:14:55,987 INFO  [RS:1;b4ac66777750:38317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:14:55,987 INFO  [RS:1;b4ac66777750:38317 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:14:55,987 INFO  [RS:1;b4ac66777750:38317 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:14:55,987 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:14:55,988 INFO  [RS:1;b4ac66777750:38317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38317
2024-12-02T14:14:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,38317,1733148891272
2024-12-02T14:14:55,990 INFO  [RS:1;b4ac66777750:38317 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:14:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:56,092 INFO  [RS:1;b4ac66777750:38317 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:14:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1009b5758630003, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:14:56,092 INFO  [RS:1;b4ac66777750:38317 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,38317,1733148891272; zookeeper connection closed.
2024-12-02T14:14:56,092 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@795ef601 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@795ef601
2024-12-02T14:14:56,093 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 2 master(s) and 2 regionserver(s) complete
2024-12-02T14:14:56,093 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,098 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=testing utility connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:56,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility0x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:56,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testing utility-0x1009b5758630005 connected
2024-12-02T14:14:56,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:14:56,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/meta-region-server
2024-12-02T14:14:56,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs
2024-12-02T14:14:56,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/splitWAL
2024-12-02T14:14:56,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters
2024-12-02T14:14:56,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc
2024-12-02T14:14:56,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/draining
2024-12-02T14:14:56,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master-maintenance
2024-12-02T14:14:56,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot
2024-12-02T14:14:56,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/hbaseid
2024-12-02T14:14:56,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/table
2024-12-02T14:14:56,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/abort
2024-12-02T14:14:56,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/acquired
2024-12-02T14:14:56,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/reached
2024-12-02T14:14:56,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/abort
2024-12-02T14:14:56,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/acquired
2024-12-02T14:14:56,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/reached
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/reached
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/acquired
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/abort
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/reached
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/acquired
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/abort
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/table
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/hbaseid
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master-maintenance
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/draining
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/splitWAL
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,137 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestZooKeeper#testRegionServerSessionExpired Thread=289 (was 236)
Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/b4ac66777750:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/b4ac66777750:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@29d942c2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57476)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1761916498_22 at /127.0.0.1:45838 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b4ac66777750:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b4ac66777750:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.0
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=551 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=2824 (was 3080)
2024-12-02T14:14:56,146 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestZooKeeper#testMasterSessionExpired Thread=289, OpenFileDescriptor=551, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2824
2024-12-02T14:14:56,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741839_1015 (size=7)
2024-12-02T14:14:56,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741839_1015 (size=7)
2024-12-02T14:14:56,158 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968 with version=8
2024-12-02T14:14:56,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase-staging
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:14:56,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:56,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33283
2024-12-02T14:14:56,165 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33283 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:56,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:56,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33283-0x1009b5758630006 connected
2024-12-02T14:14:56,181 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,182 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:56,184 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:14:56,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:56,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33283
2024-12-02T14:14:56,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33283
2024-12-02T14:14:56,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33283
2024-12-02T14:14:56,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33283
2024-12-02T14:14:56,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33283
2024-12-02T14:14:56,188 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:56,189 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39209
2024-12-02T14:14:56,191 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39209 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392090x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:56,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39209-0x1009b5758630007 connected
2024-12-02T14:14:56,197 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,198 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:56,200 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:14:56,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:56,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39209
2024-12-02T14:14:56,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39209
2024-12-02T14:14:56,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39209
2024-12-02T14:14:56,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39209
2024-12-02T14:14:56,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39209
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:56,224 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:14:56,225 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:56,225 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46065
2024-12-02T14:14:56,227 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46065 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:56,228 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,230 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460650x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:56,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46065-0x1009b5758630008 connected
2024-12-02T14:14:56,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:56,236 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:14:56,238 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:14:56,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:56,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:56,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46065
2024-12-02T14:14:56,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46065
2024-12-02T14:14:56,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46065
2024-12-02T14:14:56,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46065
2024-12-02T14:14:56,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46065
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:14:56,258 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:14:56,259 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:14:56,259 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44907
2024-12-02T14:14:56,261 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44907 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:14:56,261 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,263 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449070x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:14:56,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44907-0x1009b5758630009 connected
2024-12-02T14:14:56,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:14:56,268 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:14:56,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:14:56,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:56,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:14:56,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907
2024-12-02T14:14:56,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907
2024-12-02T14:14:56,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907
2024-12-02T14:14:56,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907
2024-12-02T14:14:56,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907
2024-12-02T14:14:56,289 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;b4ac66777750:39209
2024-12-02T14:14:56,289 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:33283
2024-12-02T14:14:56,290 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,290 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,39209,1733148896188
2024-12-02T14:14:56,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,294 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,294 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,39209,1733148896188
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,306 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:56,307 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:56,307 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,33283,1733148896161 from backup master directory
2024-12-02T14:14:56,307 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, b4ac66777750,33283,1733148896161; waiting to become the next active master
2024-12-02T14:14:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:56,310 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:56,310 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,318 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id] with ID: cff62656-43a1-43e4-bc2a-acb7763cc201
2024-12-02T14:14:56,318 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id
2024-12-02T14:14:56,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741840_1016 (size=42)
2024-12-02T14:14:56,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741840_1016 (size=42)
2024-12-02T14:14:56,327 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id]
2024-12-02T14:14:56,347 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:56,347 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:14:56,349 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-12-02T14:14:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741841_1017 (size=196)
2024-12-02T14:14:56,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741841_1017 (size=196)
2024-12-02T14:14:56,362 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:14:56,363 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:14:56,363 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:56,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741842_1018 (size=1189)
2024-12-02T14:14:56,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741842_1018 (size=1189)
2024-12-02T14:14:56,374 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store
2024-12-02T14:14:56,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741843_1019 (size=34)
2024-12-02T14:14:56,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741843_1019 (size=34)
2024-12-02T14:14:56,401 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:56,401 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:14:56,402 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:56,402 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:56,402 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:14:56,402 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:56,402 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:56,402 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148896401Disabling compacts and flushes for region at 1733148896401Disabling writes for close at 1733148896402 (+1 ms)Writing region close event to WAL at 1733148896402Closed at 1733148896402
2024-12-02T14:14:56,403 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/.initializing
2024-12-02T14:14:56,403 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,405 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:56,407 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C33283%2C1733148896161, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:14:56,421 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408, exclude list is [], retry=0
2024-12-02T14:14:56,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:56,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:56,428 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:14:56,428 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:14:56,428 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:14:56,428 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:56,429 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,429 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,430 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:56,432 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:14:56,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,433 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:56,433 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:56,435 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:14:56,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,436 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:56,436 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:56,438 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:14:56,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,439 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:56,439 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:14:56,441 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:14:56,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,442 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:14:56,442 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,443 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,444 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,446 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,446 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,447 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:56,449 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:14:56,452 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:14:56,452 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72800217, jitterRate=0.08480776846408844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:56,454 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148896429Initializing all the Stores at 1733148896430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148896430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148896430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148896430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148896430Cleaning up temporary data from old regions at 1733148896446 (+16 ms)Region opened successfully at 1733148896453 (+7 ms)
2024-12-02T14:14:56,454 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:14:56,459 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec43422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:56,460 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:14:56,460 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:14:56,460 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:14:56,460 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:14:56,461 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:14:56,461 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-02T14:14:56,461 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:14:56,464 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:14:56,465 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:14:56,467 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:14:56,468 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:14:56,469 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:14:56,470 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:14:56,470 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:14:56,471 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:14:56,473 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:14:56,474 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:14:56,475 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:14:56,478 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:14:56,479 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:14:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,483 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,33283,1733148896161, sessionid=0x1009b5758630006, setting cluster-up flag (Was=false)
2024-12-02T14:14:56,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,492 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:14:56,493 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,504 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:14:56,505 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,33283,1733148896161
2024-12-02T14:14:56,506 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:14:56,508 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:56,509 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:14:56,509 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,33283,1733148896161
Number of backup masters: 1
  b4ac66777750,39209,1733148896188
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:14:56,510 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:56,510 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:56,510 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:56,510 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:14:56,511 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:14:56,511 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,511 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:56,511 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148926512
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:14:56,512 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:14:56,513 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:56,513 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:14:56,513 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:14:56,513 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:14:56,513 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:14:56,514 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:14:56,514 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:14:56,514 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148896514,5,FailOnTimeoutGroup]
2024-12-02T14:14:56,514 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148896514,5,FailOnTimeoutGroup]
2024-12-02T14:14:56,514 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,515 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:14:56,515 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,515 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,515 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:14:56,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741845_1021 (size=1321)
2024-12-02T14:14:56,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741845_1021 (size=1321)
2024-12-02T14:14:56,524 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:14:56,524 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:56,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741846_1022 (size=32)
2024-12-02T14:14:56,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741846_1022 (size=32)
2024-12-02T14:14:56,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:56,534 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:14:56,536 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:14:56,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,536 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:56,537 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:14:56,538 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:14:56,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,539 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:56,539 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:14:56,541 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:14:56,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:56,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:14:56,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:14:56,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:56,544 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:56,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:14:56,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:56,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:56,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:14:56,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:14:56,549 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:56,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:14:56,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:14:56,555 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73258630, jitterRate=0.09163865447044373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733148896533Initializing all the Stores at 1733148896534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148896534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148896534Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148896534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148896534Cleaning up temporary data from old regions at 1733148896548 (+14 ms)Region opened successfully at 1733148896556 (+8 ms)
2024-12-02T14:14:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:14:56,556 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:14:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:14:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:14:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:14:56,557 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:14:56,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148896556Disabling compacts and flushes for region at 1733148896556Disabling writes for close at 1733148896556Writing region close event to WAL at 1733148896557 (+1 ms)Closed at 1733148896557
2024-12-02T14:14:56,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:56,559 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:14:56,559 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:14:56,561 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:14:56,562 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:14:56,573 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(746): ClusterId : cff62656-43a1-43e4-bc2a-acb7763cc201
2024-12-02T14:14:56,573 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(746): ClusterId : cff62656-43a1-43e4-bc2a-acb7763cc201
2024-12-02T14:14:56,574 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:14:56,574 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:14:56,577 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:14:56,577 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:14:56,577 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:14:56,577 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:14:56,579 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:14:56,579 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:14:56,580 DEBUG [RS:0;b4ac66777750:46065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bf19b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:56,580 DEBUG [RS:1;b4ac66777750:44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710d5225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:14:56,593 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:46065
2024-12-02T14:14:56,593 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:14:56,593 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:14:56,593 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:14:56,594 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,33283,1733148896161 with port=46065, startcode=1733148896223
2024-12-02T14:14:56,594 DEBUG [RS:0;b4ac66777750:46065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:56,597 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:56,597 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,597 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33283 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,600 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:56,600 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:14:56,600 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:14:56,601 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4ac66777750:44907
2024-12-02T14:14:56,601 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:14:56,601 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:14:56,601 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:14:56,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:56,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:56,602 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,33283,1733148896161 with port=44907, startcode=1733148896258
2024-12-02T14:14:56,602 DEBUG [RS:1;b4ac66777750:44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:56,602 DEBUG [RS:0;b4ac66777750:46065 {}] zookeeper.ZKUtil(111): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,603 WARN  [RS:0;b4ac66777750:46065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:56,603 INFO  [RS:0;b4ac66777750:46065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:56,603 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,603 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,46065,1733148896223]
2024-12-02T14:14:56,604 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:56,605 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,605 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33283 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,607 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:14:56,607 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:14:56,607 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:14:56,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:56,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:14:56,610 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:14:56,610 DEBUG [RS:1;b4ac66777750:44907 {}] zookeeper.ZKUtil(111): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,610 WARN  [RS:1;b4ac66777750:44907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:56,610 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,44907,1733148896258]
2024-12-02T14:14:56,611 INFO  [RS:1;b4ac66777750:44907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:56,611 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,614 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:14:56,614 INFO  [RS:0;b4ac66777750:46065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:14:56,614 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,615 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:14:56,616 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:14:56,617 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:14:56,617 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,617 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,617 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,617 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,617 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,617 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:56,618 DEBUG [RS:0;b4ac66777750:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:56,623 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:1;b4ac66777750:44907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:14:56,624 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46065,1733148896223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:56,624 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,625 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:14:56,626 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:14:56,626 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,626 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,627 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:14:56,627 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:56,627 DEBUG [RS:1;b4ac66777750:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:14:56,627 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,627 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,627 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,628 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,628 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,628 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,44907,1733148896258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:56,642 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:14:56,642 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,44907,1733148896258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,642 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,642 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.Replication(171): b4ac66777750,44907,1733148896258 started
2024-12-02T14:14:56,647 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:14:56,647 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46065,1733148896223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,647 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,647 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.Replication(171): b4ac66777750,46065,1733148896223 started
2024-12-02T14:14:56,656 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,656 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,44907,1733148896258, RpcServer on b4ac66777750/172.17.0.3:44907, sessionid=0x1009b5758630009
2024-12-02T14:14:56,656 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:14:56,656 DEBUG [RS:1;b4ac66777750:44907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,656 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,44907,1733148896258'
2024-12-02T14:14:56,656 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:14:56,657 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:14:56,657 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:14:56,657 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:14:56,658 DEBUG [RS:1;b4ac66777750:44907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,44907,1733148896258
2024-12-02T14:14:56,658 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,44907,1733148896258'
2024-12-02T14:14:56,658 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:14:56,658 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:14:56,658 DEBUG [RS:1;b4ac66777750:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:14:56,658 INFO  [RS:1;b4ac66777750:44907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:14:56,658 INFO  [RS:1;b4ac66777750:44907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:14:56,668 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:56,669 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,46065,1733148896223, RpcServer on b4ac66777750/172.17.0.3:46065, sessionid=0x1009b5758630008
2024-12-02T14:14:56,669 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:14:56,669 DEBUG [RS:0;b4ac66777750:46065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,669 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,46065,1733148896223'
2024-12-02T14:14:56,669 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:14:56,669 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,46065,1733148896223'
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:14:56,670 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:14:56,671 DEBUG [RS:0;b4ac66777750:46065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:14:56,671 INFO  [RS:0;b4ac66777750:46065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:14:56,671 INFO  [RS:0;b4ac66777750:46065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:14:56,712 WARN  [b4ac66777750:33283 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:14:56,759 INFO  [RS:1;b4ac66777750:44907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:56,762 INFO  [RS:1;b4ac66777750:44907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C44907%2C1733148896258, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44907,1733148896258, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:56,771 INFO  [RS:0;b4ac66777750:46065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:14:56,774 INFO  [RS:0;b4ac66777750:46065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C46065%2C1733148896223, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:56,778 DEBUG [RS:1;b4ac66777750:44907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44907,1733148896258/b4ac66777750%2C44907%2C1733148896258.1733148896764, exclude list is [], retry=0
2024-12-02T14:14:56,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:56,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:56,793 DEBUG [RS:0;b4ac66777750:46065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223/b4ac66777750%2C46065%2C1733148896223.1733148896775, exclude list is [], retry=0
2024-12-02T14:14:56,794 INFO  [RS:1;b4ac66777750:44907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44907,1733148896258/b4ac66777750%2C44907%2C1733148896258.1733148896764
2024-12-02T14:14:56,795 DEBUG [RS:1;b4ac66777750:44907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:14:56,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:56,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:56,799 INFO  [RS:0;b4ac66777750:46065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223/b4ac66777750%2C46065%2C1733148896223.1733148896775
2024-12-02T14:14:56,799 DEBUG [RS:0;b4ac66777750:46065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:14:56,963 DEBUG [b4ac66777750:33283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-02T14:14:56,963 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:14:56,965 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:14:56,965 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:14:56,965 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:14:56,966 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:14:56,966 INFO  [b4ac66777750:33283 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:14:56,966 INFO  [b4ac66777750:33283 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:14:56,966 DEBUG [b4ac66777750:33283 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:14:56,966 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,46065,1733148896223
2024-12-02T14:14:56,968 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,46065,1733148896223, state=OPENING
2024-12-02T14:14:56,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:14:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:56,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:14:56,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:56,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:56,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,46065,1733148896223}]
2024-12-02T14:14:56,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:56,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:57,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:14:57,128 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:14:57,133 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:14:57,134 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:57,134 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:14:57,136 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C46065%2C1733148896223.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:14:57,150 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223/b4ac66777750%2C46065%2C1733148896223.meta.1733148897137.meta, exclude list is [], retry=0
2024-12-02T14:14:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:14:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:14:57,156 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,46065,1733148896223/b4ac66777750%2C46065%2C1733148896223.meta.1733148897137.meta
2024-12-02T14:14:57,156 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:14:57,156 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:14:57,157 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:14:57,157 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:14:57,157 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:14:57,157 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:14:57,157 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:14:57,158 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:14:57,158 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:14:57,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:14:57,160 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:14:57,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:57,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:57,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:14:57,162 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:14:57,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:57,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:57,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:14:57,164 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:14:57,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:57,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:57,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:14:57,165 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:14:57,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:14:57,166 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:14:57,166 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:14:57,167 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:57,168 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:14:57,170 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:14:57,170 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:14:57,171 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:14:57,173 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:14:57,174 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73143834, jitterRate=0.08992806077003479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:14:57,174 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:14:57,175 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733148897158Writing region info on filesystem at 1733148897158Initializing all the Stores at 1733148897159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148897159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148897159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148897159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148897159Cleaning up temporary data from old regions at 1733148897170 (+11 ms)Running coprocessor post-open hooks at 1733148897174 (+4 ms)Region opened successfully at 1733148897174
2024-12-02T14:14:57,176 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148897125
2024-12-02T14:14:57,179 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:14:57,179 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:14:57,180 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,46065,1733148896223
2024-12-02T14:14:57,182 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,46065,1733148896223, state=OPEN
2024-12-02T14:14:57,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:14:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:57,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,46065,1733148896223
2024-12-02T14:14:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:57,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:14:57,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:14:57,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,46065,1733148896223 in 212 msec
2024-12-02T14:14:57,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:14:57,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec
2024-12-02T14:14:57,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:14:57,191 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:14:57,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:14:57,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,46065,1733148896223, seqNum=-1]
2024-12-02T14:14:57,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:14:57,195 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42029, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:14:57,201 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec
2024-12-02T14:14:57,201 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148897201, completionTime=-1
2024-12-02T14:14:57,201 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:14:57,201 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:14:57,203 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:14:57,203 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148957203
2024-12-02T14:14:57,203 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149017203
2024-12-02T14:14:57,203 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-12-02T14:14:57,204 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,204 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,204 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,204 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:33283, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,204 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,205 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,206 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.899sec
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:14:57,209 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:14:57,210 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:14:57,213 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:14:57,213 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:14:57,213 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33283,1733148896161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:14:57,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dab6d7 to 127.0.0.1:57476 with session timeout=1000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@624df00e
2024-12-02T14:14:57,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b120a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:14:57,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:14:57,280 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x64dab6d7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,46065,1733148896223, seqNum=-1]
2024-12-02T14:14:57,280 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x64dab6d7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:14:57,283 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:14:57,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,33283,1733148896161
2024-12-02T14:14:57,285 INFO  [Time-limited test {}] hbase.TestZooKeeper(127): Starting testMasterSessionExpired
2024-12-02T14:14:57,287 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:SyncConnected type:None path:null
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:57,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:57,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:57,294 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-12-02T14:14:57,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:14:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:14:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:14:57,296 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:57,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:14:57,297 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,39209,1733148896188 from backup master directory
2024-12-02T14:14:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,39209,1733148896188
2024-12-02T14:14:57,298 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:14:57,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:14:57,299 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,39209,1733148896188
2024-12-02T14:14:57,319 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:14:57,320 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:14:57,332 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=1) cost 12ms.
2024-12-02T14:14:57,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741850_1026 (size=196)
2024-12-02T14:14:57,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741850_1026 (size=196)
2024-12-02T14:14:57,349 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:14:57,349 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:14:57,350 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:14:57,358 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-12-02T14:14:57,362 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead as it is dead
2024-12-02T14:14:57,362 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:14:57,363 WARN  [IPC Server handler 2 on default port 45187 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead/b4ac66777750%2C33283%2C1733148896161.1733148896408 has not been closed. Lease recovery is in progress. RecoveryId = 1027 for block blk_1073741844_1020
2024-12-02T14:14:57,364 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead/b4ac66777750%2C33283%2C1733148896161.1733148896408 after 2ms
2024-12-02T14:14:57,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-12-02T14:14:57,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-12-02T14:14:57,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring
2024-12-02T14:14:57,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring
2024-12-02T14:14:57,391 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:Disconnected type:None path:null
2024-12-02T14:14:57,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2501): ZK Closed Session 0x1009b5758630006
2024-12-02T14:14:58,481 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:45972 [Receiving block BP-1690147125-172.17.0.3-1733148888630:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39087:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45972 dst: /127.0.0.1:39087
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39087 remote=/127.0.0.1:45972]. Total timeout mills is 60000, 58721 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,482 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:37438 [Receiving block BP-1690147125-172.17.0.3-1733148888630:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43197:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37438 dst: /127.0.0.1:43197
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741844_1027 (size=9656)
2024-12-02T14:14:58,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741844_1027 (size=9656)
2024-12-02T14:14:58,574 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:14:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Expired, path=null
2024-12-02T14:14:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Expired, path=null
2024-12-02T14:14:58,652 ERROR [zk-event-processor-pool-0 {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:14:58,653 ERROR [zk-event-processor-pool-0 {}] master.HMaster(3223): ***** ABORTING master b4ac66777750,33283,1733148896161: master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase master:33283-0x1009b5758630006 received expired from ZooKeeper, aborting *****
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.connectionEvent(ZKWatcher.java:652) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$processEvent$0(ZKWatcher.java:563) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.processEvent(ZKWatcher.java:559) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$process$1(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,653 INFO  [zk-event-processor-pool-0 {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,33283,1733148896161' *****
2024-12-02T14:14:58,653 INFO  [zk-event-processor-pool-0 {}] master.HMaster(3323): STOPPED: Stopped by zk-event-processor-pool-0
2024-12-02T14:14:58,653 INFO  [M:0;b4ac66777750:33283 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:14:58,653 INFO  [M:0;b4ac66777750:33283 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b4ac66777750:33283.
2024-12-02T14:14:58,653 DEBUG [M:0;b4ac66777750:33283 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:14:58,653 WARN  [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(351): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stop(HMaster.java:3327) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopMaster(HMaster.java:3315) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.abort(HMaster.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.connectionEvent(ZKWatcher.java:652) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$processEvent$0(ZKWatcher.java:563) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.processEvent(ZKWatcher.java:559) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$process$1(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,653 DEBUG [M:0;b4ac66777750:33283 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:14:58,653 INFO  [M:0;b4ac66777750:33283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:14:58,653 ERROR [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(711): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stop(HMaster.java:3327) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopMaster(HMaster.java:3315) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.abort(HMaster.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.connectionEvent(ZKWatcher.java:652) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$processEvent$0(ZKWatcher.java:563) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.processEvent(ZKWatcher.java:559) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.lambda$process$1(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,654 DEBUG [M:0;b4ac66777750:33283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:14:58,654 DEBUG [M:0;b4ac66777750:33283 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:14:58,654 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(353): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = Session expired for /hbase/master
2024-12-02T14:14:58,654 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:14:58,654 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148896514 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148896514,5,FailOnTimeoutGroup]
2024-12-02T14:14:58,654 DEBUG [zk-event-processor-pool-0 {}] master.HMaster(3213): Abort called but aborted=true, stopped=true
2024-12-02T14:14:58,654 INFO  [M:0;b4ac66777750:33283 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:14:58,654 INFO  [M:0;b4ac66777750:33283 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:14:58,654 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148896514 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148896514,5,FailOnTimeoutGroup]
2024-12-02T14:14:58,654 DEBUG [M:0;b4ac66777750:33283 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:14:58,654 INFO  [M:0;b4ac66777750:33283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:14:58,654 INFO  [M:0;b4ac66777750:33283 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:14:58,655 INFO  [M:0;b4ac66777750:33283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:14:58,655 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:14:58,655 WARN  [M:0;b4ac66777750:33283 {}] zookeeper.ZKUtil(351): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1809) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,656 ERROR [M:0;b4ac66777750:33283 {}] zookeeper.ZKWatcher(711): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1809) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,656 DEBUG [M:0;b4ac66777750:33283 {}] master.ActiveMasterManager(353): master:33283-0x1009b5758630006, quorum=127.0.0.1:57476, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = Session expired for /hbase/master
2024-12-02T14:14:58,657 INFO  [M:0;b4ac66777750:33283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:14:58,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741851_1028 (size=99)
2024-12-02T14:14:58,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741851_1028 (size=99)
2024-12-02T14:14:58,738 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,33283,1733148896161 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,742 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,33283,1733148896161 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:58,841 DEBUG [RS:1;b4ac66777750:44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:58,843 INFO  [HMaster-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:58,843 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:58,857 DEBUG [RS:0;b4ac66777750:46065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:14:58,859 INFO  [HMaster-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:14:58,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:58,961 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:58,964 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,035 INFO  [Time-limited test-EventThread {}] hbase.HBaseTestingUtil$1(2484): Monitor ZKW received event=WatchedEvent state:Expired type:None path:null
2024-12-02T14:14:59,064 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,067 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,072 INFO  [M:0;b4ac66777750:33283 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:14:59,072 INFO  [M:0;b4ac66777750:33283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:14:59,073 WARN  [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing...
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:59,073 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:14:59,074 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:14:59,078 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 17 more
2024-12-02T14:14:59,079 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:14:59,080 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up.
java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161/b4ac66777750%2C33283%2C1733148896161.1733148896408
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 16 more
2024-12-02T14:14:59,081 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:14:59,081 INFO  [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:59,081 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:59,081 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:14:59,081 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:59,082 ERROR [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1960): Memstore data size is 7867 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:59,082 INFO  [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:14:59,082 DEBUG [M:0;b4ac66777750:33283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148899081Disabling compacts and flushes for region at 1733148899081Disabling writes for close at 1733148899081Writing region close event to WAL at 1733148899082 (+1 ms)Closed at 1733148899082
2024-12-02T14:14:59,082 INFO  [M:0;b4ac66777750:33283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:14:59,082 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:14:59,082 INFO  [M:0;b4ac66777750:33283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33283
2024-12-02T14:14:59,085 INFO  [M:0;b4ac66777750:33283 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:14:59,086 INFO  [M:0;b4ac66777750:33283 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:14:59,135 INFO  [Time-limited test {}] hbase.TestZooKeeper(153): Creating table testMasterSessionExpired_1733148899135
2024-12-02T14:14:59,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:14:59,136 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x64dab6d7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,39209,1733148896188
2024-12-02T14:14:59,137 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x64dab6d7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5e14b6
2024-12-02T14:14:59,137 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x64dab6d7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:14:59,140 INFO  [HMaster-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:14:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,167 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,169 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,269 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,272 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,372 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,374 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,474 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,477 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,577 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,579 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,679 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,682 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,782 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,784 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,885 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,887 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,988 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:14:59,990 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,091 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,093 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,194 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,195 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,297 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,300 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,402 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,403 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,505 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,506 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,608 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,608 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,710 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,713 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-02T14:15:00,798 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-02T14:15:00,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:15:00,800 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-02T14:15:00,814 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,815 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,916 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,018 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,020 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,121 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,122 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,223 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,225 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,303 WARN  [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRpcRetryingCaller(177): Call to master failed, tries = 6, maxAttempts = 15, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334)
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340)
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437)
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334)
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340)
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437)
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-02T14:15:01,325 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,327 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,365 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead/b4ac66777750%2C33283%2C1733148896161.1733148896408 after 4003ms
2024-12-02T14:15:01,366 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead/b4ac66777750%2C33283%2C1733148896161.1733148896408 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:15:01,366 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,33283,1733148896161-dead
2024-12-02T14:15:01,367 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,39209,1733148896188
2024-12-02T14:15:01,368 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:01,370 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39209%2C1733148896188, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,39209,1733148896188, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:01,387 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,39209,1733148896188/b4ac66777750%2C39209%2C1733148896188.1733148901371, exclude list is [], retry=0
2024-12-02T14:15:01,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:01,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:01,393 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,39209,1733148896188/b4ac66777750%2C39209%2C1733148896188.1733148901371
2024-12-02T14:15:01,394 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:01,394 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:01,394 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:01,394 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,395 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:01,400 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:01,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:01,401 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:01,401 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:01,402 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:01,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:01,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:01,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:01,404 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:01,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:01,404 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:01,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:01,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:01,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:01,406 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:01,406 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,407 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-12-02T14:15:01,407 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:15:01,419 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5768): EOF while replaying recover edits and config 'hbase.hregion.recovered.edits.ignore.eof' is true so we will ignore it and continue
java.io.EOFException: EOF while reading message size
	at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3839) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEdits(HRegion.java:5640) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEditsIfAny(HRegion.java:5526) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionInternals(HRegion.java:1042) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:976) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.openHRegion(HRegion.java:7799) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.openHRegionFromTableDir(HRegion.java:7754) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.open(MasterRegion.java:294) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:449) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:01,423 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 36, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=28, path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:15:01,428 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,428 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.68 KB heapSize=11.36 KB
2024-12-02T14:15:01,429 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,486 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f85d9126bad4b9a86eed3fe70d88bdf is 82, key is hbase:meta,,1/info:regioninfo/1733148897180/Put/seqid=0
2024-12-02T14:15:01,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741853_1030 (size=5672)
2024-12-02T14:15:01,499 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f85d9126bad4b9a86eed3fe70d88bdf
2024-12-02T14:15:01,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741853_1030 (size=5672)
2024-12-02T14:15:01,532 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,533 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,574 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5eeb0694bf949e797f1d04893caa68a is 366, key is \x00\x00\x00\x00\x00\x00\x00\x02/proc:d/1733148897187/Put/seqid=0
2024-12-02T14:15:01,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741854_1031 (size=12229)
2024-12-02T14:15:01,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741854_1031 (size=12229)
2024-12-02T14:15:01,583 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5eeb0694bf949e797f1d04893caa68a
2024-12-02T14:15:01,606 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e7ec09c3734cf985bc34ca17fd4fe6 is 69, key is b4ac66777750,44907,1733148896258/rs:state/1733148896606/Put/seqid=0
2024-12-02T14:15:01,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741855_1032 (size=5224)
2024-12-02T14:15:01,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741855_1032 (size=5224)
2024-12-02T14:15:01,616 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e7ec09c3734cf985bc34ca17fd4fe6
2024-12-02T14:15:01,625 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f85d9126bad4b9a86eed3fe70d88bdf as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f85d9126bad4b9a86eed3fe70d88bdf
2024-12-02T14:15:01,634 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f85d9126bad4b9a86eed3fe70d88bdf, entries=8, sequenceid=28, filesize=5.5 K
2024-12-02T14:15:01,637 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5eeb0694bf949e797f1d04893caa68a as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5eeb0694bf949e797f1d04893caa68a
2024-12-02T14:15:01,638 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,638 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,646 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5eeb0694bf949e797f1d04893caa68a, entries=26, sequenceid=28, filesize=11.9 K
2024-12-02T14:15:01,647 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e7ec09c3734cf985bc34ca17fd4fe6 as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75e7ec09c3734cf985bc34ca17fd4fe6
2024-12-02T14:15:01,656 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75e7ec09c3734cf985bc34ca17fd4fe6, entries=2, sequenceid=28, filesize=5.1 K
2024-12-02T14:15:01,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.68 KB/7867, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 232ms, sequenceid=28, compaction requested=false; wal=null
2024-12-02T14:15:01,662 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C33283%2C1733148896161.1733148896408
2024-12-02T14:15:01,663 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,663 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,664 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:01,666 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:01,669 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1
2024-12-02T14:15:01,671 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73253906, jitterRate=0.09156826138496399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:01,672 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148901395Initializing all the Stores at 1733148901396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148901396Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148901399 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148901399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148901399Obtaining lock to block concurrent updates at 1733148901428 (+29 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148901428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7867, getHeapSize=11568, getOffHeapSize=0, getCellsCount=36 at 1733148901432 (+4 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148901432Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148901434 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148901474 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148901477 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148901555 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148901573 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148901573Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148901590 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148901605 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148901605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7dbab: reopening flushed file at 1733148901624 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e2d532: reopening flushed file at 1733148901636 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c3cb23: reopening flushed file at 1733148901646 (+10 ms)Finished flush of dataSize ~7.68 KB/7867, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 232ms, sequenceid=28, compaction requested=false; wal=null at 1733148901660 (+14 ms)Cleaning up temporary data from old regions at 1733148901663 (+3 ms)Region opened successfully at 1733148901672 (+9 ms)
2024-12-02T14:15:01,672 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:01,676 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b6c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:01,688 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-12-02T14:15:01,688 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:01,688 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:01,688 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:01,689 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:01,693 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:01,693 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-02T14:15:01,694 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:01,697 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4ac66777750,46065,1733148896223, regionLocation=b4ac66777750,46065,1733148896223, openSeqNum=2
2024-12-02T14:15:01,698 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4ac66777750,46065,1733148896223, table=hbase:meta, region=1588230740
2024-12-02T14:15:01,698 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,46065,1733148896223, state=OPEN
2024-12-02T14:15:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:01,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:01,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:01,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:01,704 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 2 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:01,705 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,44907,1733148896258
2024-12-02T14:15:01,705 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,46065,1733148896223
2024-12-02T14:15:01,706 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:01,707 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:01,708 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:01,708 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:01,710 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:01,710 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:01,711 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:01,713 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:01,714 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:01,721 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:01,723 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:01,729 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:01,729 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,39209,1733148896188, sessionid=0x1009b5758630007, setting cluster-up flag (Was=true)
2024-12-02T14:15:01,738 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:01,739 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,39209,1733148896188
2024-12-02T14:15:01,741 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,741 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:01,745 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:01,746 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,39209,1733148896188
2024-12-02T14:15:01,748 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:01,751 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:01,752 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,39209,1733148896188
Number of backup masters: 0
Number of live region servers: 2
  b4ac66777750,44907,1733148896258
  b4ac66777750,46065,1733148896223
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:01,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148931755
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,755 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:01,756 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148901756,5,FailOnTimeoutGroup]
2024-12-02T14:15:01,756 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148901756,5,FailOnTimeoutGroup]
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:01,756 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,757 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,757 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148901757, completionTime=-1
2024-12-02T14:15:01,757 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:01,757 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:01,757 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:01,757 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,46065,1733148896223, seqNum=-1]
2024-12-02T14:15:01,758 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:01,759 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:01,760 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:01,760 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148961760
2024-12-02T14:15:01,760 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149021760
2024-12-02T14:15:01,760 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-12-02T14:15:01,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:39209, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,763 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:01,763 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:15:01,766 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.467sec
2024-12-02T14:15:01,766 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:01,766 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:01,766 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:01,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:01,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:01,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:01,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:01,769 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:01,769 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:01,769 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39209,1733148896188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:02,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-02T14:15:03,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testMasterSessionExpired_1733148899135', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testMasterSessionExpired_1733148899135
2024-12-02T14:15:03,334 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:15:03,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:03,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testMasterSessionExpired_1733148899135"
 procId is: 4
2024-12-02T14:15:03,336 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:15:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:03,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741856_1033 (size=389)
2024-12-02T14:15:03,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741856_1033 (size=389)
2024-12-02T14:15:03,347 INFO  [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff41d895da8c31da061d8ca033c52d16, NAME => 'testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testMasterSessionExpired_1733148899135', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:03,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741857_1034 (size=73)
2024-12-02T14:15:03,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741857_1034 (size=73)
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(898): Instantiated testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1722): Closing ff41d895da8c31da061d8ca033c52d16, disabling compactions & flushes
2024-12-02T14:15:03,356 INFO  [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1755): Closing region testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16. after waiting 0 ms
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,356 INFO  [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1973): Closed testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,356 DEBUG [RegionOpenAndInit-testMasterSessionExpired_1733148899135-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff41d895da8c31da061d8ca033c52d16:
Waiting for close lock at 1733148903356Disabling compacts and flushes for region at 1733148903356Disabling writes for close at 1733148903356Writing region close event to WAL at 1733148903356Closed at 1733148903356
2024-12-02T14:15:03,358 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:15:03,359 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1733148903358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148903358"}]},"ts":"1733148903358"}
2024-12-02T14:15:03,362 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:15:03,363 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:15:03,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testMasterSessionExpired_1733148899135","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148903363"}]},"ts":"1733148903363"}
2024-12-02T14:15:03,366 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testMasterSessionExpired_1733148899135, state=ENABLING in hbase:meta
2024-12-02T14:15:03,366 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:03,367 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:03,367 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:03,368 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:03,368 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:03,368 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:03,368 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:03,368 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:03,368 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testMasterSessionExpired_1733148899135, region=ff41d895da8c31da061d8ca033c52d16, ASSIGN}]
2024-12-02T14:15:03,370 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testMasterSessionExpired_1733148899135, region=ff41d895da8c31da061d8ca033c52d16, ASSIGN
2024-12-02T14:15:03,371 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testMasterSessionExpired_1733148899135, region=ff41d895da8c31da061d8ca033c52d16, ASSIGN; state=OFFLINE, location=b4ac66777750,46065,1733148896223; forceNewPlan=false, retain=false
2024-12-02T14:15:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:03,523 INFO  [b4ac66777750:39209 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-02T14:15:03,524 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff41d895da8c31da061d8ca033c52d16, regionState=OPENING, regionLocation=b4ac66777750,46065,1733148896223
2024-12-02T14:15:03,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testMasterSessionExpired_1733148899135, region=ff41d895da8c31da061d8ca033c52d16, ASSIGN because future has completed
2024-12-02T14:15:03,528 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff41d895da8c31da061d8ca033c52d16, server=b4ac66777750,46065,1733148896223}]
2024-12-02T14:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:03,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:03,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:03,688 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,688 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff41d895da8c31da061d8ca033c52d16, NAME => 'testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:03,689 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMasterSessionExpired_1733148899135 ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,689 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:03,689 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,689 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,690 INFO  [StoreOpener-ff41d895da8c31da061d8ca033c52d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region ff41d895da8c31da061d8ca033c52d16 
2024-12-02T14:15:03,692 INFO  [StoreOpener-ff41d895da8c31da061d8ca033c52d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff41d895da8c31da061d8ca033c52d16 columnFamilyName fam
2024-12-02T14:15:03,692 DEBUG [StoreOpener-ff41d895da8c31da061d8ca033c52d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:03,693 INFO  [StoreOpener-ff41d895da8c31da061d8ca033c52d16-1 {}] regionserver.HStore(327): Store=ff41d895da8c31da061d8ca033c52d16/fam,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:03,693 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,694 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterSessionExpired_1733148899135/ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,694 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterSessionExpired_1733148899135/ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,695 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,695 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,697 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,699 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterSessionExpired_1733148899135/ff41d895da8c31da061d8ca033c52d16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:03,700 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff41d895da8c31da061d8ca033c52d16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73008961, jitterRate=0.08791829645633698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:03,700 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,701 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff41d895da8c31da061d8ca033c52d16:
Running coprocessor pre-open hook at 1733148903689Writing region info on filesystem at 1733148903689Initializing all the Stores at 1733148903690 (+1 ms)Instantiating store for column family {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148903690Cleaning up temporary data from old regions at 1733148903695 (+5 ms)Running coprocessor post-open hooks at 1733148903700 (+5 ms)Region opened successfully at 1733148903701 (+1 ms)
2024-12-02T14:15:03,702 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16., pid=6, masterSystemTime=1733148903682
2024-12-02T14:15:03,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,706 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:03,706 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff41d895da8c31da061d8ca033c52d16, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,46065,1733148896223
2024-12-02T14:15:03,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff41d895da8c31da061d8ca033c52d16, server=b4ac66777750,46065,1733148896223 because future has completed
2024-12-02T14:15:03,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-02T14:15:03,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff41d895da8c31da061d8ca033c52d16, server=b4ac66777750,46065,1733148896223 in 184 msec
2024-12-02T14:15:03,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-02T14:15:03,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testMasterSessionExpired_1733148899135, region=ff41d895da8c31da061d8ca033c52d16, ASSIGN in 347 msec
2024-12-02T14:15:03,719 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:15:03,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testMasterSessionExpired_1733148899135","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148903719"}]},"ts":"1733148903719"}
2024-12-02T14:15:03,722 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testMasterSessionExpired_1733148899135, state=ENABLED in hbase:meta
2024-12-02T14:15:03,723 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testMasterSessionExpired_1733148899135 execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:15:03,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testMasterSessionExpired_1733148899135 in 392 msec
2024-12-02T14:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:03,960 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testMasterSessionExpired_1733148899135 completed
2024-12-02T14:15:03,961 INFO  [Time-limited test {}] hbase.TestZooKeeper(164): Putting table testMasterSessionExpired_1733148899135
2024-12-02T14:15:03,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testMasterSessionExpired_1733148899135', row='testrow', locateType=CURRENT is [region=testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16., hostname=b4ac66777750,46065,1733148896223, seqNum=2]
2024-12-02T14:15:03,968 DEBUG [Time-limited test {}] master.HMaster(3213): Abort called but aborted=true, stopped=true
2024-12-02T14:15:03,968 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:03,968 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,39209,1733148896188: killAll *****
2024-12-02T14:15:03,968 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,39209,1733148896188' *****
2024-12-02T14:15:03,968 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:03,968 INFO  [M:1;b4ac66777750:39209 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:03,968 INFO  [M:1;b4ac66777750:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;b4ac66777750:39209.
2024-12-02T14:15:03,968 DEBUG [M:1;b4ac66777750:39209 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:03,968 DEBUG [M:1;b4ac66777750:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:03,968 INFO  [M:1;b4ac66777750:39209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:03,968 DEBUG [M:1;b4ac66777750:39209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:03,968 DEBUG [M:1;b4ac66777750:39209 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:03,968 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:03,968 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148901756 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148901756,5,FailOnTimeoutGroup]
2024-12-02T14:15:03,968 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148901756 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148901756,5,FailOnTimeoutGroup]
2024-12-02T14:15:03,969 INFO  [M:1;b4ac66777750:39209 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:03,969 INFO  [M:1;b4ac66777750:39209 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:03,969 DEBUG [M:1;b4ac66777750:39209 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:03,969 INFO  [M:1;b4ac66777750:39209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:03,969 INFO  [M:1;b4ac66777750:39209 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:03,970 INFO  [M:1;b4ac66777750:39209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:03,970 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:03,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:03,971 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,46065,1733148896223: killAll *****
2024-12-02T14:15:03,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:03,971 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:03,971 DEBUG [M:1;b4ac66777750:39209 {}] zookeeper.ZKUtil(347): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:15:03,971 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:03,971 WARN  [M:1;b4ac66777750:39209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:15:03,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:03,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:03,971 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:03,972 INFO  [M:1;b4ac66777750:39209 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:03,973 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:03,974 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:03,980 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 432825440
      },
      "NonHeapMemoryUsage": {
        "committed": 155385856,
        "init": 7667712,
        "max": -1,
        "used": 152883440
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 6299,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 25,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 10,
      "ProcessCallTime_mean": 2,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 5,
      "ProcessCallTime_75th_percentile": 7,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 9,
      "ProcessCallTime_98th_percentile": 9,
      "ProcessCallTime_99th_percentile": 9,
      "ProcessCallTime_99.9th_percentile": 9,
      "ProcessCallTime_TimeRangeCount_0-1": 25,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 25,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "QueueCallTime_TimeRangeCount_0-1": 25,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 25,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 10,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 5,
      "TotalCallTime_75th_percentile": 7,
      "TotalCallTime_90th_percentile": 9,
      "TotalCallTime_95th_percentile": 9,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 9,
      "TotalCallTime_99.9th_percentile": 9,
      "TotalCallTime_TimeRangeCount_0-1": 25,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 25,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 78,
      "ResponseSize_25th_percentile": 284,
      "ResponseSize_median": 569,
      "ResponseSize_75th_percentile": 853,
      "ResponseSize_90th_percentile": 1024,
      "ResponseSize_95th_percentile": 1081,
      "ResponseSize_98th_percentile": 1115,
      "ResponseSize_99th_percentile": 1126,
      "ResponseSize_99.9th_percentile": 1136,
      "ResponseSize_SizeRangeCount_0-10": 25,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 25,
      "RequestSize_min": 89,
      "RequestSize_max": 394,
      "RequestSize_mean": 151,
      "RequestSize_25th_percentile": 165,
      "RequestSize_median": 241,
      "RequestSize_75th_percentile": 317,
      "RequestSize_90th_percentile": 363,
      "RequestSize_95th_percentile": 378,
      "RequestSize_98th_percentile": 387,
      "RequestSize_99th_percentile": 390,
      "RequestSize_99.9th_percentile": 393,
      "RequestSize_SizeRangeCount_0-10": 25,
      "sentBytes": 1743
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,39533,1733148891140",
      "tag.clusterId": "63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 1,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148891140,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 0,
      "localBytesRead": 0,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 0,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:03,981 DEBUG [HMaster-EventLoopGroup-8-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,39209,1733148896188 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:03,982 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,39209,1733148896188 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,39209,1733148896188 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:03,983 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,46065,1733148896223' *****
2024-12-02T14:15:03,983 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:03,983 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,44907,1733148896258: killAll *****
2024-12-02T14:15:03,983 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:03,983 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:03,983 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:03,983 INFO  [RS:0;b4ac66777750:46065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:03,984 INFO  [RS:0;b4ac66777750:46065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:03,984 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741858_1035 (size=147)
2024-12-02T14:15:03,984 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:03,984 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:03,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741858_1035 (size=147)
2024-12-02T14:15:03,986 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:03,987 DEBUG [HMaster-EventLoopGroup-8-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,39209,1733148896188 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:03,987 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:03,988 DEBUG [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(2589): No master found; retry
2024-12-02T14:15:03,990 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,46065,1733148896223
2024-12-02T14:15:03,990 INFO  [RS:0;b4ac66777750:46065 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:03,991 INFO  [RS:0;b4ac66777750:46065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:46065.
2024-12-02T14:15:03,991 DEBUG [RS:0;b4ac66777750:46065 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:03,992 DEBUG [RS:0;b4ac66777750:46065 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:03,992 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:03,993 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:03,993 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:03,993 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:15:03,995 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 434922592
      },
      "NonHeapMemoryUsage": {
        "committed": 155451392,
        "init": 7667712,
        "max": -1,
        "used": 152965880
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 6299,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 25,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 10,
      "ProcessCallTime_mean": 2,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 5,
      "ProcessCallTime_75th_percentile": 7,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 9,
      "ProcessCallTime_98th_percentile": 9,
      "ProcessCallTime_99th_percentile": 9,
      "ProcessCallTime_99.9th_percentile": 9,
      "ProcessCallTime_TimeRangeCount_0-1": 25,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 25,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "QueueCallTime_TimeRangeCount_0-1": 25,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 25,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 10,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 5,
      "TotalCallTime_75th_percentile": 7,
      "TotalCallTime_90th_percentile": 9,
      "TotalCallTime_95th_percentile": 9,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 9,
      "TotalCallTime_99.9th_percentile": 9,
      "TotalCallTime_TimeRangeCount_0-1": 25,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 25,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 78,
      "ResponseSize_25th_percentile": 284,
      "ResponseSize_median": 569,
      "ResponseSize_75th_percentile": 853,
      "ResponseSize_90th_percentile": 1024,
      "ResponseSize_95th_percentile": 1081,
      "ResponseSize_98th_percentile": 1115,
      "ResponseSize_99th_percentile": 1126,
      "ResponseSize_99.9th_percentile": 1136,
      "ResponseSize_SizeRangeCount_0-10": 25,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 25,
      "RequestSize_min": 89,
      "RequestSize_max": 394,
      "RequestSize_mean": 151,
      "RequestSize_25th_percentile": 165,
      "RequestSize_median": 241,
      "RequestSize_75th_percentile": 317,
      "RequestSize_90th_percentile": 363,
      "RequestSize_95th_percentile": 378,
      "RequestSize_98th_percentile": 387,
      "RequestSize_99th_percentile": 390,
      "RequestSize_99.9th_percentile": 393,
      "RequestSize_SizeRangeCount_0-10": 25,
      "sentBytes": 1743
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,39533,1733148891140",
      "tag.clusterId": "63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 1,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148891140,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 0,
      "localBytesRead": 0,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 0,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:03,995 INFO  [M:1;b4ac66777750:39209 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:03,995 INFO  [M:1;b4ac66777750:39209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:03,996 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-02T14:15:03,996 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff41d895da8c31da061d8ca033c52d16=testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.}
2024-12-02T14:15:03,997 DEBUG [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff41d895da8c31da061d8ca033c52d16
2024-12-02T14:15:03,997 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:03,997 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:03,997 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:03,997 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:03,997 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:04,000 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff41d895da8c31da061d8ca033c52d16, disabling compactions & flushes
2024-12-02T14:15:04,000 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,001 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,001 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16. after waiting 0 ms
2024-12-02T14:15:04,001 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,002 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,44907,1733148896258' *****
2024-12-02T14:15:04,002 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:04,002 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:15:04,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:110)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:04,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:04,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dab6d7 to 127.0.0.1:57476
2024-12-02T14:15:04,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:15:04,005 ERROR [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 1707 in region hbase:meta,,1.1588230740
2024-12-02T14:15:04,005 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:15:04,005 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:04,006 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148903997Running coprocessor pre-close hooks at 1733148903997Disabling compacts and flushes for region at 1733148903997Disabling writes for close at 1733148903997Writing region close event to WAL at 1733148904005 (+8 ms)Running coprocessor post-close hooks at 1733148904005Closed at 1733148904005
2024-12-02T14:15:04,006 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:04,011 ERROR [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1960): Memstore data size is 41 in region testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,011 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,012 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff41d895da8c31da061d8ca033c52d16:
Waiting for close lock at 1733148903991Running coprocessor pre-close hooks at 1733148903991Disabling compacts and flushes for region at 1733148904000 (+9 ms)Disabling writes for close at 1733148904001 (+1 ms)Writing region close event to WAL at 1733148904011 (+10 ms)Running coprocessor post-close hooks at 1733148904011Closed at 1733148904011
2024-12-02T14:15:04,012 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testMasterSessionExpired_1733148899135,,1733148903330.ff41d895da8c31da061d8ca033c52d16.
2024-12-02T14:15:04,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741852_1029 (size=17508)
2024-12-02T14:15:04,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741852_1029 (size=17508)
2024-12-02T14:15:04,015 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:04,015 INFO  [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,015 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,015 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:04,015 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,017 ERROR [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1960): Memstore data size is 15671 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,017 INFO  [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,018 DEBUG [M:1;b4ac66777750:39209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148904015Disabling compacts and flushes for region at 1733148904015Disabling writes for close at 1733148904015Writing region close event to WAL at 1733148904017 (+2 ms)Closed at 1733148904017
2024-12-02T14:15:04,018 INFO  [M:1;b4ac66777750:39209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:04,018 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:04,018 INFO  [M:1;b4ac66777750:39209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39209
2024-12-02T14:15:04,018 INFO  [M:1;b4ac66777750:39209 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:04,030 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:04,034 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39209-0x1009b5758630007, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,121 INFO  [M:1;b4ac66777750:39209 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,44907,1733148896258
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b4ac66777750:44907.
2024-12-02T14:15:04,189 DEBUG [RS:1;b4ac66777750:44907 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:04,189 DEBUG [RS:1;b4ac66777750:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:04,189 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,44907,1733148896258; all regions closed.
2024-12-02T14:15:04,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741847_1023 (size=93)
2024-12-02T14:15:04,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741847_1023 (size=93)
2024-12-02T14:15:04,197 DEBUG [RS:1;b4ac66777750:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:04,197 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,46065,1733148896223; all regions closed.
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:04,197 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:04,197 INFO  [RS:1;b4ac66777750:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44907
2024-12-02T14:15:04,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,44907,1733148896258
2024-12-02T14:15:04,200 INFO  [RS:1;b4ac66777750:44907 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:04,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741849_1025 (size=2349)
2024-12-02T14:15:04,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741849_1025 (size=2349)
2024-12-02T14:15:04,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741848_1024 (size=583)
2024-12-02T14:15:04,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741848_1024 (size=583)
2024-12-02T14:15:04,215 DEBUG [RS:0;b4ac66777750:46065 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:04,216 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:04,216 INFO  [RS:0;b4ac66777750:46065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:04,216 INFO  [RS:0;b4ac66777750:46065 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:04,216 INFO  [RS:0;b4ac66777750:46065 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:04,216 INFO  [RS:0;b4ac66777750:46065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46065
2024-12-02T14:15:04,218 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,46065,1733148896223
2024-12-02T14:15:04,219 INFO  [RS:0;b4ac66777750:46065 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:04,234 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:04,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,302 INFO  [RS:1;b4ac66777750:44907 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:04,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1009b5758630009, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,302 INFO  [RS:1;b4ac66777750:44907 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,44907,1733148896258; zookeeper connection closed.
2024-12-02T14:15:04,303 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4777e039 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4777e039
2024-12-02T14:15:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1009b5758630008, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,321 INFO  [RS:0;b4ac66777750:46065 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:04,321 INFO  [RS:0;b4ac66777750:46065 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,46065,1733148896223; zookeeper connection closed.
2024-12-02T14:15:04,323 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@208c0078 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@208c0078
2024-12-02T14:15:04,324 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 2 master(s) and 2 regionserver(s) complete
2024-12-02T14:15:04,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630005, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:04,427 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,431 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=testing utility connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:04,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility0x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:04,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testing utility-0x1009b575863000b connected
2024-12-02T14:15:04,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:04,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/meta-region-server
2024-12-02T14:15:04,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs
2024-12-02T14:15:04,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/splitWAL
2024-12-02T14:15:04,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters
2024-12-02T14:15:04,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc
2024-12-02T14:15:04,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/draining
2024-12-02T14:15:04,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master-maintenance
2024-12-02T14:15:04,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot
2024-12-02T14:15:04,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/hbaseid
2024-12-02T14:15:04,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/table
2024-12-02T14:15:04,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/abort
2024-12-02T14:15:04,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/acquired
2024-12-02T14:15:04,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/reached
2024-12-02T14:15:04,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/abort
2024-12-02T14:15:04,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/acquired
2024-12-02T14:15:04,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/reached
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/reached
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/acquired
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/abort
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/reached
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:04,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/acquired
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/abort
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/table
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/hbaseid
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master-maintenance
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/draining
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/splitWAL
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,478 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestZooKeeper#testMasterSessionExpired Thread=321 (was 289)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36909
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:57554 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:36909 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-557100674_22 at /127.0.0.1:44606 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=594 (was 551) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2713 (was 2824)
2024-12-02T14:15:04,489 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestZooKeeper#testMasterZKSessionRecoveryFailure Thread=321, OpenFileDescriptor=594, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=2712
2024-12-02T14:15:04,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741859_1036 (size=7)
2024-12-02T14:15:04,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741859_1036 (size=7)
2024-12-02T14:15:04,499 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968 with version=8
2024-12-02T14:15:04,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase-staging
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:04,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:04,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46083
2024-12-02T14:15:04,504 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46083 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:04,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:04,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46083-0x1009b575863000c connected
2024-12-02T14:15:04,518 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:04,523 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:04,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:04,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46083
2024-12-02T14:15:04,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46083
2024-12-02T14:15:04,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46083
2024-12-02T14:15:04,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46083
2024-12-02T14:15:04,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46083
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:04,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:04,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43405
2024-12-02T14:15:04,530 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43405 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434050x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:04,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43405-0x1009b575863000d connected
2024-12-02T14:15:04,536 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,538 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:04,540 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:04,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:04,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43405
2024-12-02T14:15:04,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43405
2024-12-02T14:15:04,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43405
2024-12-02T14:15:04,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43405
2024-12-02T14:15:04,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43405
2024-12-02T14:15:04,568 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:04,568 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,568 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,568 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:04,568 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,569 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:04,569 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:04,569 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:04,570 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39653
2024-12-02T14:15:04,571 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39653 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:04,572 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,575 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396530x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:04,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396530x0, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:04,581 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:04,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39653-0x1009b575863000e connected
2024-12-02T14:15:04,585 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:04,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:04,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:04,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39653
2024-12-02T14:15:04,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39653
2024-12-02T14:15:04,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39653
2024-12-02T14:15:04,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39653
2024-12-02T14:15:04,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39653
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:04,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:04,607 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:04,607 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:04,608 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33783
2024-12-02T14:15:04,610 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33783 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:04,611 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,613 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:04,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:04,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33783-0x1009b575863000f connected
2024-12-02T14:15:04,619 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:04,620 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:04,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:04,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:04,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33783
2024-12-02T14:15:04,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33783
2024-12-02T14:15:04,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33783
2024-12-02T14:15:04,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33783
2024-12-02T14:15:04,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33783
2024-12-02T14:15:04,642 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;b4ac66777750:43405
2024-12-02T14:15:04,642 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:46083
2024-12-02T14:15:04,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,43405,1733148904528
2024-12-02T14:15:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,645 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,645 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,43405,1733148904528
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,647 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:04,648 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:04,648 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,46083,1733148904501 from backup master directory
2024-12-02T14:15:04,649 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, b4ac66777750,46083,1733148904501; waiting to become the next active master
2024-12-02T14:15:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:04,650 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:04,650 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,655 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id] with ID: 9ed46a87-dc4f-4af9-b916-8bfb5c492382
2024-12-02T14:15:04,655 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id
2024-12-02T14:15:04,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741860_1037 (size=42)
2024-12-02T14:15:04,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741860_1037 (size=42)
2024-12-02T14:15:04,665 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id]
2024-12-02T14:15:04,679 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:04,679 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:04,681 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-12-02T14:15:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741861_1038 (size=196)
2024-12-02T14:15:04,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741861_1038 (size=196)
2024-12-02T14:15:04,691 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:04,692 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:04,692 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:04,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741862_1039 (size=1189)
2024-12-02T14:15:04,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741862_1039 (size=1189)
2024-12-02T14:15:04,702 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store
2024-12-02T14:15:04,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741863_1040 (size=34)
2024-12-02T14:15:04,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741863_1040 (size=34)
2024-12-02T14:15:04,709 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:04,709 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:04,710 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,710 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,710 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:04,710 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,710 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:04,710 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148904709Disabling compacts and flushes for region at 1733148904709Disabling writes for close at 1733148904710 (+1 ms)Writing region close event to WAL at 1733148904710Closed at 1733148904710
2024-12-02T14:15:04,711 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/.initializing
2024-12-02T14:15:04,711 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,712 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:04,714 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C46083%2C1733148904501, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:04,735 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501/b4ac66777750%2C46083%2C1733148904501.1733148904714, exclude list is [], retry=0
2024-12-02T14:15:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:04,741 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:04,742 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:04,742 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:04,742 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:04,742 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,742 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:04,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:04,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:04,746 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:04,746 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:04,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:04,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:04,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:04,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:04,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:04,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:04,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:04,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:04,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:04,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:04,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:04,752 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,753 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,754 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,755 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,755 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,756 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:04,757 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:04,759 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:04,760 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888634, jitterRate=-0.092688649892807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:04,761 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148904742Initializing all the Stores at 1733148904743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148904744 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148904744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148904744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148904744Cleaning up temporary data from old regions at 1733148904755 (+11 ms)Region opened successfully at 1733148904761 (+6 ms)
2024-12-02T14:15:04,761 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:04,765 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0319c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:04,766 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:15:04,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:04,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:04,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:04,767 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:04,768 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-02T14:15:04,768 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:04,770 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:04,770 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:04,772 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:04,772 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:04,773 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:04,774 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:04,774 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:04,775 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:04,776 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:04,777 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:04,778 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:04,780 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:04,781 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,787 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,46083,1733148904501, sessionid=0x1009b575863000c, setting cluster-up flag (Was=false)
2024-12-02T14:15:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,794 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:04,795 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:04,803 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:04,804 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,46083,1733148904501
2024-12-02T14:15:04,805 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:15:04,807 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:04,808 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:04,808 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,46083,1733148904501
Number of backup masters: 1
  b4ac66777750,43405,1733148904528
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:04,809 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148934813
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:04,813 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:04,814 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:04,814 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:04,814 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:15:04,814 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:04,814 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:04,814 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:04,815 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:04,815 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:04,815 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148904815,5,FailOnTimeoutGroup]
2024-12-02T14:15:04,815 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148904815,5,FailOnTimeoutGroup]
2024-12-02T14:15:04,815 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:04,815 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:04,815 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,816 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,815 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:15:04,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741865_1042 (size=1321)
2024-12-02T14:15:04,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741865_1042 (size=1321)
2024-12-02T14:15:04,825 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(746): ClusterId : 9ed46a87-dc4f-4af9-b916-8bfb5c492382
2024-12-02T14:15:04,825 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(746): ClusterId : 9ed46a87-dc4f-4af9-b916-8bfb5c492382
2024-12-02T14:15:04,825 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:04,825 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:04,827 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:04,827 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:04,827 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:04,827 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:04,830 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:04,830 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:04,830 DEBUG [RS:0;b4ac66777750:39653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316ee9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:04,830 DEBUG [RS:1;b4ac66777750:33783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42917d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:04,842 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4ac66777750:33783
2024-12-02T14:15:04,843 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:04,843 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:04,843 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:04,843 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,46083,1733148904501 with port=33783, startcode=1733148904605
2024-12-02T14:15:04,844 DEBUG [RS:1;b4ac66777750:33783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:04,845 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:04,846 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,846 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46083 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,848 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:04,848 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:04,848 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:04,848 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:39653
2024-12-02T14:15:04,848 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:04,848 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:04,848 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:04,850 DEBUG [RS:1;b4ac66777750:33783 {}] zookeeper.ZKUtil(111): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,850 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,46083,1733148904501 with port=39653, startcode=1733148904568
2024-12-02T14:15:04,850 WARN  [RS:1;b4ac66777750:33783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:04,850 INFO  [RS:1;b4ac66777750:33783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:04,850 DEBUG [RS:0;b4ac66777750:39653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:04,850 DEBUG [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,853 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,33783,1733148904605]
2024-12-02T14:15:04,854 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:04,854 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,854 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46083 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,856 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:04,856 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:04,856 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:04,857 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:04,858 DEBUG [RS:0;b4ac66777750:39653 {}] zookeeper.ZKUtil(111): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,858 WARN  [RS:0;b4ac66777750:39653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:04,858 INFO  [RS:0;b4ac66777750:39653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:04,859 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,859 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,39653,1733148904568]
2024-12-02T14:15:04,859 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:04,860 INFO  [RS:1;b4ac66777750:33783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:04,860 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,860 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:04,861 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:04,861 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,861 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,861 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:04,862 DEBUG [RS:1;b4ac66777750:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,863 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,863 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33783,1733148904605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:04,867 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:04,871 INFO  [RS:0;b4ac66777750:39653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:04,871 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,872 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:04,873 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:04,873 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,873 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,874 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:04,874 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:04,874 DEBUG [RS:0;b4ac66777750:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:04,874 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,874 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,874 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,874 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,875 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,875 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39653,1733148904568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:04,886 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:04,886 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,33783,1733148904605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,886 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,887 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.Replication(171): b4ac66777750,33783,1733148904605 started
2024-12-02T14:15:04,891 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:04,892 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39653,1733148904568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,892 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,892 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.Replication(171): b4ac66777750,39653,1733148904568 started
2024-12-02T14:15:04,907 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,907 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,39653,1733148904568, RpcServer on b4ac66777750/172.17.0.3:39653, sessionid=0x1009b575863000e
2024-12-02T14:15:04,907 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:04,907 DEBUG [RS:0;b4ac66777750:39653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,907 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39653,1733148904568'
2024-12-02T14:15:04,907 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,39653,1733148904568
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39653,1733148904568'
2024-12-02T14:15:04,908 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:04,909 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:04,909 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:04,909 DEBUG [RS:0;b4ac66777750:39653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:04,909 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,33783,1733148904605, RpcServer on b4ac66777750/172.17.0.3:33783, sessionid=0x1009b575863000f
2024-12-02T14:15:04,909 INFO  [RS:0;b4ac66777750:39653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:04,909 INFO  [RS:0;b4ac66777750:39653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:04,909 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:04,909 DEBUG [RS:1;b4ac66777750:33783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,909 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,33783,1733148904605'
2024-12-02T14:15:04,909 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,33783,1733148904605
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,33783,1733148904605'
2024-12-02T14:15:04,910 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:04,911 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:04,911 DEBUG [RS:1;b4ac66777750:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:04,911 INFO  [RS:1;b4ac66777750:33783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:04,911 INFO  [RS:1;b4ac66777750:33783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:05,010 INFO  [RS:0;b4ac66777750:39653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:05,012 INFO  [RS:1;b4ac66777750:33783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:05,012 INFO  [RS:0;b4ac66777750:39653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39653%2C1733148904568, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:05,014 INFO  [RS:1;b4ac66777750:33783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C33783%2C1733148904605, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,33783,1733148904605, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:05,030 DEBUG [RS:1;b4ac66777750:33783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,33783,1733148904605/b4ac66777750%2C33783%2C1733148904605.1733148905014, exclude list is [], retry=0
2024-12-02T14:15:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:05,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:05,035 DEBUG [RS:0;b4ac66777750:39653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568/b4ac66777750%2C39653%2C1733148904568.1733148905013, exclude list is [], retry=0
2024-12-02T14:15:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:05,053 INFO  [RS:1;b4ac66777750:33783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,33783,1733148904605/b4ac66777750%2C33783%2C1733148904605.1733148905014
2024-12-02T14:15:05,058 INFO  [RS:0;b4ac66777750:39653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568/b4ac66777750%2C39653%2C1733148904568.1733148905013
2024-12-02T14:15:05,058 DEBUG [RS:1;b4ac66777750:33783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:05,059 DEBUG [RS:0;b4ac66777750:39653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:05,225 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:15:05,225 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:05,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741868_1045 (size=32)
2024-12-02T14:15:05,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741868_1045 (size=32)
2024-12-02T14:15:05,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:05,237 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:05,238 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:05,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:05,241 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:05,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,241 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,241 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:05,243 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:05,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,243 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,243 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:05,244 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:05,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,245 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:05,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:05,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:05,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:05,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:05,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:05,253 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71259006, jitterRate=0.0618419349193573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:05,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733148905235Initializing all the Stores at 1733148905236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148905236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905236Cleaning up temporary data from old regions at 1733148905248 (+12 ms)Region opened successfully at 1733148905254 (+6 ms)
2024-12-02T14:15:05,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:05,254 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:05,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:05,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:05,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:05,255 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:05,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148905254Disabling compacts and flushes for region at 1733148905254Disabling writes for close at 1733148905254Writing region close event to WAL at 1733148905255 (+1 ms)Closed at 1733148905255
2024-12-02T14:15:05,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:05,257 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:15:05,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:15:05,258 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:05,259 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:15:05,410 DEBUG [b4ac66777750:46083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-02T14:15:05,410 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:05,413 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:05,413 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:05,413 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:05,413 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:05,413 INFO  [b4ac66777750:46083 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:05,413 INFO  [b4ac66777750:46083 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:05,413 DEBUG [b4ac66777750:46083 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:05,413 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,39653,1733148904568
2024-12-02T14:15:05,415 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39653,1733148904568, state=OPENING
2024-12-02T14:15:05,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:15:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,39653,1733148904568}]
2024-12-02T14:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:05,574 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:05,578 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:15:05,578 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:05,579 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:15:05,581 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39653%2C1733148904568.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:05,604 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568/b4ac66777750%2C39653%2C1733148904568.meta.1733148905582.meta, exclude list is [], retry=0
2024-12-02T14:15:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:05,609 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39653,1733148904568/b4ac66777750%2C39653%2C1733148904568.meta.1733148905582.meta
2024-12-02T14:15:05,609 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:05,609 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:15:05,610 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:15:05,610 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:15:05,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:05,612 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:05,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,613 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,613 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:05,614 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:05,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,614 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,615 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:05,615 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:05,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,616 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,616 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:05,617 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:05,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,617 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,617 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:05,618 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:05,620 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:05,621 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:05,621 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:05,622 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:05,623 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:05,624 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74101726, jitterRate=0.10420176386833191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:05,624 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:15:05,625 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733148905610Writing region info on filesystem at 1733148905610Initializing all the Stores at 1733148905611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148905611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905611Cleaning up temporary data from old regions at 1733148905621 (+10 ms)Running coprocessor post-open hooks at 1733148905624 (+3 ms)Region opened successfully at 1733148905625 (+1 ms)
2024-12-02T14:15:05,626 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148905572
2024-12-02T14:15:05,629 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:15:05,629 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:15:05,630 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39653,1733148904568
2024-12-02T14:15:05,631 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39653,1733148904568, state=OPEN
2024-12-02T14:15:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:05,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:05,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,633 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,39653,1733148904568
2024-12-02T14:15:05,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:05,637 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:15:05,637 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,39653,1733148904568 in 214 msec
2024-12-02T14:15:05,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:15:05,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec
2024-12-02T14:15:05,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:05,641 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:15:05,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:05,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39653,1733148904568, seqNum=-1]
2024-12-02T14:15:05,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:05,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:05,652 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 844 msec
2024-12-02T14:15:05,652 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148905652, completionTime=-1
2024-12-02T14:15:05,652 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:05,652 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:05,654 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:05,654 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148965654
2024-12-02T14:15:05,654 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149025654
2024-12-02T14:15:05,654 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:46083, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,655 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,657 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.010sec
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:05,660 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:05,663 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:05,663 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:05,663 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,46083,1733148904501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:05,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ed063e to 127.0.0.1:57476 with session timeout=1000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@621b63d0
2024-12-02T14:15:05,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d949e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:15:05,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:05,731 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x07ed063e {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39653,1733148904568, seqNum=-1]
2024-12-02T14:15:05,732 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x07ed063e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:05,734 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:05,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,46083,1733148904501
2024-12-02T14:15:05,737 INFO  [Time-limited test {}] hbase.TestZooKeeper(138): Starting testMasterZKSessionRecoveryFailure
2024-12-02T14:15:05,737 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:05,737 ERROR [Time-limited test {}] master.HMaster(3223): ***** ABORTING master b4ac66777750,46083,1733148904501: Test recovery from zk session expired *****
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired
	at org.apache.hadoop.hbase.TestZooKeeper.testMasterZKSessionRecoveryFailure(TestZooKeeper.java:141) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:05,737 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,46083,1733148904501' *****
2024-12-02T14:15:05,737 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:05,737 INFO  [M:0;b4ac66777750:46083 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:05,737 INFO  [M:0;b4ac66777750:46083 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b4ac66777750:46083.
2024-12-02T14:15:05,737 DEBUG [M:0;b4ac66777750:46083 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:05,737 DEBUG [M:0;b4ac66777750:46083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:05,737 INFO  [M:0;b4ac66777750:46083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:05,737 DEBUG [M:0;b4ac66777750:46083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:05,738 DEBUG [M:0;b4ac66777750:46083 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:05,738 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148904815 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148904815,5,FailOnTimeoutGroup]
2024-12-02T14:15:05,738 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148904815 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148904815,5,FailOnTimeoutGroup]
2024-12-02T14:15:05,738 INFO  [M:0;b4ac66777750:46083 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:05,738 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:05,738 INFO  [M:0;b4ac66777750:46083 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:05,738 DEBUG [M:0;b4ac66777750:46083 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:05,738 INFO  [M:0;b4ac66777750:46083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:05,738 INFO  [M:0;b4ac66777750:46083 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:05,739 INFO  [M:0;b4ac66777750:46083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:05,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,739 INFO  [Time-limited test {}] hbase.TestZooKeeper(153): Creating table testMasterZKSessionRecoveryFailure_1733148905739
2024-12-02T14:15:05,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:15:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,740 DEBUG [M:0;b4ac66777750:46083 {}] zookeeper.ZKUtil(347): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:15:05,740 WARN  [M:0;b4ac66777750:46083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:15:05,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:05,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:05,741 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-12-02T14:15:05,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:05,741 INFO  [M:0;b4ac66777750:46083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:05,744 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:05,744 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x07ed063e {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,43405,1733148904528
2024-12-02T14:15:05,745 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x07ed063e {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ac0d200
2024-12-02T14:15:05,745 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,43405,1733148904528 from backup master directory
2024-12-02T14:15:05,745 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x07ed063e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:15:05,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,43405,1733148904528
2024-12-02T14:15:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:05,747 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:05,747 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,43405,1733148904528
2024-12-02T14:15:05,748 INFO  [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741870_1047 (size=99)
2024-12-02T14:15:05,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741870_1047 (size=99)
2024-12-02T14:15:05,755 INFO  [M:0;b4ac66777750:46083 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:05,755 INFO  [M:0;b4ac66777750:46083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:05,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741864_1041 (size=9664)
2024-12-02T14:15:05,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741864_1041 (size=9664)
2024-12-02T14:15:05,759 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:05,759 INFO  [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:05,759 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:05,759 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:05,759 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:05,760 ERROR [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1960): Memstore data size is 7867 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:05,760 INFO  [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:05,760 DEBUG [M:0;b4ac66777750:46083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148905759Disabling compacts and flushes for region at 1733148905759Disabling writes for close at 1733148905759Writing region close event to WAL at 1733148905760 (+1 ms)Closed at 1733148905760
2024-12-02T14:15:05,760 INFO  [M:0;b4ac66777750:46083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:05,760 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:05,760 INFO  [M:0;b4ac66777750:46083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46083
2024-12-02T14:15:05,760 INFO  [M:0;b4ac66777750:46083 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:05,765 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:05,765 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:05,771 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=1) cost 6ms.
2024-12-02T14:15:05,773 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4ac66777750:46083
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4ac66777750/172.17.0.3:46083
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:05,773 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4ac66777750:46083
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4ac66777750/172.17.0.3:46083
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:05,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.FailedServers(52): Added failed server with address b4ac66777750:46083 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4ac66777750/172.17.0.3:46083
2024-12-02T14:15:05,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.FailedServers(52): Added failed server with address b4ac66777750:46083 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4ac66777750/172.17.0.3:46083
2024-12-02T14:15:05,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741871_1048 (size=196)
2024-12-02T14:15:05,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741871_1048 (size=196)
2024-12-02T14:15:05,784 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:05,784 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:05,785 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:05,792 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-12-02T14:15:05,795 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501-dead as it is dead
2024-12-02T14:15:05,796 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501-dead/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:05,796 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501-dead/b4ac66777750%2C46083%2C1733148904501.1733148904714 after 0ms
2024-12-02T14:15:05,797 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501-dead/b4ac66777750%2C46083%2C1733148904501.1733148904714 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:05,797 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,46083,1733148904501-dead
2024-12-02T14:15:05,797 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,43405,1733148904528
2024-12-02T14:15:05,798 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:05,800 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C43405%2C1733148904528, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,43405,1733148904528, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:05,815 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,43405,1733148904528/b4ac66777750%2C43405%2C1733148904528.1733148905800, exclude list is [], retry=0
2024-12-02T14:15:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:05,821 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,43405,1733148904528/b4ac66777750%2C43405%2C1733148904528.1733148905800
2024-12-02T14:15:05,821 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:05,822 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:05,822 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:05,822 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,822 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,823 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:05,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:05,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:05,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:05,826 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:05,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:05,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:05,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:05,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:05,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:05,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:05,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:05,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:05,830 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,830 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-12-02T14:15:05,830 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:05,839 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 36, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=28, path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:05,839 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.68 KB heapSize=11.36 KB
2024-12-02T14:15:05,858 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769397897e274531a3e13fe11c6281bf is 82, key is hbase:meta,,1/info:regioninfo/1733148905630/Put/seqid=0
2024-12-02T14:15:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3340) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,862 INFO  [M:0;b4ac66777750:46083 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:05,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:05,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46083-0x1009b575863000c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:05,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741873_1050 (size=5672)
2024-12-02T14:15:05,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741873_1050 (size=5672)
2024-12-02T14:15:05,866 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769397897e274531a3e13fe11c6281bf
2024-12-02T14:15:05,876 DEBUG [RS:1;b4ac66777750:33783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:05,876 DEBUG [RS:0;b4ac66777750:39653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:05,879 INFO  [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:05,879 INFO  [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:05,880 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,880 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,902 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b8cc491725545758c8aa912ea21541d is 366, key is \x00\x00\x00\x00\x00\x00\x00\x02/proc:d/1733148905637/Put/seqid=0
2024-12-02T14:15:05,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741874_1051 (size=12229)
2024-12-02T14:15:05,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741874_1051 (size=12229)
2024-12-02T14:15:05,911 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b8cc491725545758c8aa912ea21541d
2024-12-02T14:15:05,943 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfc42e645bb24e1295c953c52084b173 is 69, key is b4ac66777750,33783,1733148904605/rs:state/1733148904846/Put/seqid=0
2024-12-02T14:15:05,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741875_1052 (size=5224)
2024-12-02T14:15:05,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741875_1052 (size=5224)
2024-12-02T14:15:05,951 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfc42e645bb24e1295c953c52084b173
2024-12-02T14:15:05,960 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769397897e274531a3e13fe11c6281bf as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/769397897e274531a3e13fe11c6281bf
2024-12-02T14:15:05,968 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/769397897e274531a3e13fe11c6281bf, entries=8, sequenceid=28, filesize=5.5 K
2024-12-02T14:15:05,970 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b8cc491725545758c8aa912ea21541d as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b8cc491725545758c8aa912ea21541d
2024-12-02T14:15:05,978 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b8cc491725545758c8aa912ea21541d, entries=26, sequenceid=28, filesize=11.9 K
2024-12-02T14:15:05,979 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfc42e645bb24e1295c953c52084b173 as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfc42e645bb24e1295c953c52084b173
2024-12-02T14:15:05,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,984 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:05,988 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfc42e645bb24e1295c953c52084b173, entries=2, sequenceid=28, filesize=5.1 K
2024-12-02T14:15:05,989 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.68 KB/7867, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=28, compaction requested=false; wal=null
2024-12-02T14:15:05,990 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C46083%2C1733148904501.1733148904714
2024-12-02T14:15:05,991 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,991 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,992 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:05,994 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:05,997 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1
2024-12-02T14:15:05,998 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60739948, jitterRate=-0.09490424394607544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:05,999 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148905822Initializing all the Stores at 1733148905823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148905823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148905823Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148905823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148905823Obtaining lock to block concurrent updates at 1733148905839 (+16 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148905839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7867, getHeapSize=11568, getOffHeapSize=0, getCellsCount=36 at 1733148905840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148905840Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148905840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148905857 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148905857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148905875 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148905901 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148905901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148905920 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148905942 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148905943 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7685871f: reopening flushed file at 1733148905959 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df1de4: reopening flushed file at 1733148905969 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260e7551: reopening flushed file at 1733148905978 (+9 ms)Finished flush of dataSize ~7.68 KB/7867, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=28, compaction requested=false; wal=null at 1733148905989 (+11 ms)Cleaning up temporary data from old regions at 1733148905991 (+2 ms)Region opened successfully at 1733148905999 (+8 ms)
2024-12-02T14:15:05,999 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:06,003 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e22ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:06,006 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-12-02T14:15:06,007 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:06,007 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:06,007 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:06,007 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:06,011 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:06,011 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-12-02T14:15:06,011 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:06,014 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4ac66777750,39653,1733148904568, regionLocation=b4ac66777750,39653,1733148904568, openSeqNum=2
2024-12-02T14:15:06,015 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4ac66777750,39653,1733148904568, table=hbase:meta, region=1588230740
2024-12-02T14:15:06,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39653,1733148904568, state=OPEN
2024-12-02T14:15:06,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:06,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:06,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:06,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:06,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:06,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:06,022 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 2 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:06,023 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,39653,1733148904568
2024-12-02T14:15:06,023 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,33783,1733148904605
2024-12-02T14:15:06,024 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:06,025 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:06,026 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:06,027 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:06,028 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:06,028 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:06,029 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:06,030 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:06,031 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:06,032 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:06,034 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:06,036 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:06,036 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,43405,1733148904528, sessionid=0x1009b575863000d, setting cluster-up flag (Was=true)
2024-12-02T14:15:06,038 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:06,040 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,43405,1733148904528
2024-12-02T14:15:06,043 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:06,044 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,43405,1733148904528
2024-12-02T14:15:06,045 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:06,049 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:06,049 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,43405,1733148904528
Number of backup masters: 0
Number of live region servers: 2
  b4ac66777750,33783,1733148904605
  b4ac66777750,39653,1733148904568
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:06,051 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148936052
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:06,052 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:06,055 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,056 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:06,056 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:06,056 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:06,056 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:06,056 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:06,059 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148906056,5,FailOnTimeoutGroup]
2024-12-02T14:15:06,059 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148906059,5,FailOnTimeoutGroup]
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148906060, completionTime=-1
2024-12-02T14:15:06,060 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:06,060 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:06,060 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:06,060 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39653,1733148904568, seqNum=-1]
2024-12-02T14:15:06,061 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:06,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:06,064 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:06,064 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148966064
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149026064
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:43405, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,065 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,066 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,068 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:15:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.PleaseHoldException: Master is initializing
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.createTable(HMaster.java:2437) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.createTable(MasterRpcServices.java:786) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] ipc.CallRunner(138): callId: 3 service: MasterService methodName: CreateTable size: 406 connection: 172.17.0.3:36370 deadline: 1733148966069, exception=org.apache.hadoop.hbase.PleaseHoldException: Master is initializing
2024-12-02T14:15:06,071 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.324sec
2024-12-02T14:15:06,072 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:06,072 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:06,072 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:06,072 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:06,073 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:06,073 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:06,073 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:06,076 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:06,076 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:06,076 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,43405,1733148904528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:06,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testMasterZKSessionRecoveryFailure_1733148905739', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739
2024-12-02T14:15:06,385 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:15:06,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:06,385 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testMasterZKSessionRecoveryFailure_1733148905739"
 procId is: 4
2024-12-02T14:15:06,386 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:15:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:06,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741876_1053 (size=399)
2024-12-02T14:15:06,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741876_1053 (size=399)
2024-12-02T14:15:06,413 INFO  [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dddb926536216eef7aa8e822c939142, NAME => 'testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testMasterZKSessionRecoveryFailure_1733148905739', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:06,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741877_1054 (size=83)
2024-12-02T14:15:06,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741877_1054 (size=83)
2024-12-02T14:15:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(898): Instantiated testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1722): Closing 3dddb926536216eef7aa8e822c939142, disabling compactions & flushes
2024-12-02T14:15:06,830 INFO  [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1755): Closing region testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142. after waiting 0 ms
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:06,830 INFO  [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1973): Closed testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:06,830 DEBUG [RegionOpenAndInit-testMasterZKSessionRecoveryFailure_1733148905739-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dddb926536216eef7aa8e822c939142:
Waiting for close lock at 1733148906830Disabling compacts and flushes for region at 1733148906830Disabling writes for close at 1733148906830Writing region close event to WAL at 1733148906830Closed at 1733148906830
2024-12-02T14:15:06,832 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:15:06,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1733148906832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148906832"}]},"ts":"1733148906832"}
2024-12-02T14:15:06,835 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T14:15:06,836 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:15:06,837 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testMasterZKSessionRecoveryFailure_1733148905739","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148906836"}]},"ts":"1733148906836"}
2024-12-02T14:15:06,839 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testMasterZKSessionRecoveryFailure_1733148905739, state=ENABLING in hbase:meta
2024-12-02T14:15:06,839 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:06,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:06,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:06,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:06,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:06,840 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:06,840 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:06,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:06,840 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testMasterZKSessionRecoveryFailure_1733148905739, region=3dddb926536216eef7aa8e822c939142, ASSIGN}]
2024-12-02T14:15:06,842 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testMasterZKSessionRecoveryFailure_1733148905739, region=3dddb926536216eef7aa8e822c939142, ASSIGN
2024-12-02T14:15:06,843 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testMasterZKSessionRecoveryFailure_1733148905739, region=3dddb926536216eef7aa8e822c939142, ASSIGN; state=OFFLINE, location=b4ac66777750,39653,1733148904568; forceNewPlan=false, retain=false
2024-12-02T14:15:06,993 INFO  [b4ac66777750:43405 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-02T14:15:06,994 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dddb926536216eef7aa8e822c939142, regionState=OPENING, regionLocation=b4ac66777750,39653,1733148904568
2024-12-02T14:15:06,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testMasterZKSessionRecoveryFailure_1733148905739, region=3dddb926536216eef7aa8e822c939142, ASSIGN because future has completed
2024-12-02T14:15:06,998 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dddb926536216eef7aa8e822c939142, server=b4ac66777750,39653,1733148904568}]
2024-12-02T14:15:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:07,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:07,154 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:07,158 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,159 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dddb926536216eef7aa8e822c939142, NAME => 'testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:07,159 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMasterZKSessionRecoveryFailure_1733148905739 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,159 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:07,159 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,159 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,161 INFO  [StoreOpener-3dddb926536216eef7aa8e822c939142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 3dddb926536216eef7aa8e822c939142 
2024-12-02T14:15:07,162 INFO  [StoreOpener-3dddb926536216eef7aa8e822c939142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dddb926536216eef7aa8e822c939142 columnFamilyName fam
2024-12-02T14:15:07,162 DEBUG [StoreOpener-3dddb926536216eef7aa8e822c939142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:07,163 INFO  [StoreOpener-3dddb926536216eef7aa8e822c939142-1 {}] regionserver.HStore(327): Store=3dddb926536216eef7aa8e822c939142/fam,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:07,163 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,164 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterZKSessionRecoveryFailure_1733148905739/3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,164 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterZKSessionRecoveryFailure_1733148905739/3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,165 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,165 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,166 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,169 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testMasterZKSessionRecoveryFailure_1733148905739/3dddb926536216eef7aa8e822c939142/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:07,170 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3dddb926536216eef7aa8e822c939142; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74519017, jitterRate=0.11041988432407379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:07,170 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,171 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3dddb926536216eef7aa8e822c939142:
Running coprocessor pre-open hook at 1733148907159Writing region info on filesystem at 1733148907159Initializing all the Stores at 1733148907160 (+1 ms)Instantiating store for column family {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148907160Cleaning up temporary data from old regions at 1733148907165 (+5 ms)Running coprocessor post-open hooks at 1733148907170 (+5 ms)Region opened successfully at 1733148907171 (+1 ms)
2024-12-02T14:15:07,172 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142., pid=6, masterSystemTime=1733148907153
2024-12-02T14:15:07,175 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,175 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,176 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dddb926536216eef7aa8e822c939142, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39653,1733148904568
2024-12-02T14:15:07,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dddb926536216eef7aa8e822c939142, server=b4ac66777750,39653,1733148904568 because future has completed
2024-12-02T14:15:07,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-02T14:15:07,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dddb926536216eef7aa8e822c939142, server=b4ac66777750,39653,1733148904568 in 182 msec
2024-12-02T14:15:07,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-02T14:15:07,186 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testMasterZKSessionRecoveryFailure_1733148905739, region=3dddb926536216eef7aa8e822c939142, ASSIGN in 343 msec
2024-12-02T14:15:07,186 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:15:07,187 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testMasterZKSessionRecoveryFailure_1733148905739","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148907187"}]},"ts":"1733148907187"}
2024-12-02T14:15:07,189 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testMasterZKSessionRecoveryFailure_1733148905739, state=ENABLED in hbase:meta
2024-12-02T14:15:07,190 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:15:07,192 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testMasterZKSessionRecoveryFailure_1733148905739 in 809 msec
2024-12-02T14:15:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:07,520 INFO  [RPCClient-NioEventLoopGroup-6-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testMasterZKSessionRecoveryFailure_1733148905739 completed
2024-12-02T14:15:07,521 INFO  [Time-limited test {}] hbase.TestZooKeeper(164): Putting table testMasterZKSessionRecoveryFailure_1733148905739
2024-12-02T14:15:07,525 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testMasterZKSessionRecoveryFailure_1733148905739', row='testrow', locateType=CURRENT is [region=testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142., hostname=b4ac66777750,39653,1733148904568, seqNum=2]
2024-12-02T14:15:07,528 DEBUG [Time-limited test {}] master.HMaster(3213): Abort called but aborted=true, stopped=true
2024-12-02T14:15:07,528 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:07,528 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,43405,1733148904528: killAll *****
2024-12-02T14:15:07,528 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,43405,1733148904528' *****
2024-12-02T14:15:07,528 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:07,528 INFO  [M:1;b4ac66777750:43405 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:07,528 INFO  [M:1;b4ac66777750:43405 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;b4ac66777750:43405.
2024-12-02T14:15:07,528 DEBUG [M:1;b4ac66777750:43405 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:07,528 DEBUG [M:1;b4ac66777750:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,528 INFO  [M:1;b4ac66777750:43405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:07,528 DEBUG [M:1;b4ac66777750:43405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:07,528 DEBUG [M:1;b4ac66777750:43405 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:07,529 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148906059 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148906059,5,FailOnTimeoutGroup]
2024-12-02T14:15:07,529 INFO  [M:1;b4ac66777750:43405 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:07,529 INFO  [M:1;b4ac66777750:43405 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:07,529 DEBUG [M:1;b4ac66777750:43405 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:07,529 INFO  [M:1;b4ac66777750:43405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:07,529 INFO  [M:1;b4ac66777750:43405 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:07,529 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:07,530 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148906056 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148906056,5,FailOnTimeoutGroup]
2024-12-02T14:15:07,530 ERROR [M:1;b4ac66777750:43405 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
2024-12-02T14:15:07,530 INFO  [M:1;b4ac66777750:43405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:07,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:07,531 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,39653,1733148904568: killAll *****
2024-12-02T14:15:07,531 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:07,531 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:07,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:07,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:07,532 DEBUG [M:1;b4ac66777750:43405 {}] zookeeper.ZKUtil(347): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:15:07,532 WARN  [M:1;b4ac66777750:43405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:15:07,532 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:07,533 INFO  [M:1;b4ac66777750:43405 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:07,533 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:07,533 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:07,536 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 569140320
      },
      "NonHeapMemoryUsage": {
        "committed": 159318016,
        "init": 7667712,
        "max": -1,
        "used": 154858008
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 6299,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 25,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 10,
      "ProcessCallTime_mean": 2,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 5,
      "ProcessCallTime_75th_percentile": 7,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 9,
      "ProcessCallTime_98th_percentile": 9,
      "ProcessCallTime_99th_percentile": 9,
      "ProcessCallTime_99.9th_percentile": 9,
      "ProcessCallTime_TimeRangeCount_0-1": 25,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 25,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "QueueCallTime_TimeRangeCount_0-1": 25,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 25,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 10,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 5,
      "TotalCallTime_75th_percentile": 7,
      "TotalCallTime_90th_percentile": 9,
      "TotalCallTime_95th_percentile": 9,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 9,
      "TotalCallTime_99.9th_percentile": 9,
      "TotalCallTime_TimeRangeCount_0-1": 25,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 25,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 78,
      "ResponseSize_25th_percentile": 284,
      "ResponseSize_median": 569,
      "ResponseSize_75th_percentile": 853,
      "ResponseSize_90th_percentile": 1024,
      "ResponseSize_95th_percentile": 1081,
      "ResponseSize_98th_percentile": 1115,
      "ResponseSize_99th_percentile": 1126,
      "ResponseSize_99.9th_percentile": 1136,
      "ResponseSize_SizeRangeCount_0-10": 25,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 25,
      "RequestSize_min": 89,
      "RequestSize_max": 394,
      "RequestSize_mean": 151,
      "RequestSize_25th_percentile": 165,
      "RequestSize_median": 241,
      "RequestSize_75th_percentile": 317,
      "RequestSize_90th_percentile": 363,
      "RequestSize_95th_percentile": 378,
      "RequestSize_98th_percentile": 387,
      "RequestSize_99th_percentile": 390,
      "RequestSize_99.9th_percentile": 393,
      "RequestSize_SizeRangeCount_0-10": 25,
      "sentBytes": 1743
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,39533,1733148891140",
      "tag.clusterId": "63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 1,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148891140,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 0,
      "localBytesRead": 0,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 0,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:07,538 DEBUG [HMaster-EventLoopGroup-12-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:07,539 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:07,540 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,39653,1733148904568' *****
2024-12-02T14:15:07,540 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:07,540 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,33783,1733148904605: killAll *****
2024-12-02T14:15:07,540 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:07,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:07,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:07,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:07,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:07,543 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:07,543 INFO  [RS:0;b4ac66777750:39653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:07,543 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:07,543 INFO  [RS:0;b4ac66777750:39653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:07,543 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741878_1055 (size=147)
2024-12-02T14:15:07,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741878_1055 (size=147)
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,39653,1733148904568
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:39653.
2024-12-02T14:15:07,545 DEBUG [RS:0;b4ac66777750:39653 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:07,545 DEBUG [RS:0;b4ac66777750:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:07,545 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dddb926536216eef7aa8e822c939142, disabling compactions & flushes
2024-12-02T14:15:07,545 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:15:07,545 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,545 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,545 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142. after waiting 0 ms
2024-12-02T14:15:07,545 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,546 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-02T14:15:07,546 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1325): Online Regions={3dddb926536216eef7aa8e822c939142=testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142., 1588230740=hbase:meta,,1.1588230740}
2024-12-02T14:15:07,546 DEBUG [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dddb926536216eef7aa8e822c939142
2024-12-02T14:15:07,546 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:07,546 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:07,547 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:07,548 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:07,548 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:07,547 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 569140320
      },
      "NonHeapMemoryUsage": {
        "committed": 159318016,
        "init": 7667712,
        "max": -1,
        "used": 154866856
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 6299,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 25,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 10,
      "ProcessCallTime_mean": 2,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 5,
      "ProcessCallTime_75th_percentile": 7,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 9,
      "ProcessCallTime_98th_percentile": 9,
      "ProcessCallTime_99th_percentile": 9,
      "ProcessCallTime_99.9th_percentile": 9,
      "ProcessCallTime_TimeRangeCount_0-1": 25,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 25,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "QueueCallTime_TimeRangeCount_0-1": 25,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 25,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 10,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 5,
      "TotalCallTime_75th_percentile": 7,
      "TotalCallTime_90th_percentile": 9,
      "TotalCallTime_95th_percentile": 9,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 9,
      "TotalCallTime_99.9th_percentile": 9,
      "TotalCallTime_TimeRangeCount_0-1": 25,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 25,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 78,
      "ResponseSize_25th_percentile": 284,
      "ResponseSize_median": 569,
      "ResponseSize_75th_percentile": 853,
      "ResponseSize_90th_percentile": 1024,
      "ResponseSize_95th_percentile": 1081,
      "ResponseSize_98th_percentile": 1115,
      "ResponseSize_99th_percentile": 1126,
      "ResponseSize_99.9th_percentile": 1136,
      "ResponseSize_SizeRangeCount_0-10": 25,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 25,
      "RequestSize_min": 89,
      "RequestSize_max": 394,
      "RequestSize_mean": 151,
      "RequestSize_25th_percentile": 165,
      "RequestSize_median": 241,
      "RequestSize_75th_percentile": 317,
      "RequestSize_90th_percentile": 363,
      "RequestSize_95th_percentile": 378,
      "RequestSize_98th_percentile": 387,
      "RequestSize_99th_percentile": 390,
      "RequestSize_99.9th_percentile": 393,
      "RequestSize_SizeRangeCount_0-10": 25,
      "sentBytes": 1743
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,39533,1733148891140",
      "tag.clusterId": "63f4a0c8-d16c-44f2-9397-2ca9f1fd15bb",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 1,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148891140,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 0,
      "localBytesRead": 0,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 0,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:07,549 ERROR [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1960): Memstore data size is 41 in region testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,549 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,549 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dddb926536216eef7aa8e822c939142:
Waiting for close lock at 1733148907545Running coprocessor pre-close hooks at 1733148907545Disabling compacts and flushes for region at 1733148907545Disabling writes for close at 1733148907545Writing region close event to WAL at 1733148907549 (+4 ms)Running coprocessor post-close hooks at 1733148907549Closed at 1733148907549
2024-12-02T14:15:07,549 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testMasterZKSessionRecoveryFailure_1733148905739,,1733148906380.3dddb926536216eef7aa8e822c939142.
2024-12-02T14:15:07,549 ERROR [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 1857 in region hbase:meta,,1.1588230740
2024-12-02T14:15:07,550 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:15:07,550 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:07,549 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:07,550 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148907546Running coprocessor pre-close hooks at 1733148907546Disabling compacts and flushes for region at 1733148907546Disabling writes for close at 1733148907548 (+2 ms)Writing region close event to WAL at 1733148907549 (+1 ms)Running coprocessor post-close hooks at 1733148907550 (+1 ms)Closed at 1733148907550
2024-12-02T14:15:07,550 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:07,550 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,43405,1733148904528 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:07,551 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,33783,1733148904605' *****
2024-12-02T14:15:07,551 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:07,552 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,33783,1733148904605
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b4ac66777750:33783.
2024-12-02T14:15:07,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:110)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:07,552 DEBUG [RS:1;b4ac66777750:33783 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:07,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,552 DEBUG [RS:1;b4ac66777750:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,552 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,33783,1733148904605; all regions closed.
2024-12-02T14:15:07,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ed063e to 127.0.0.1:57476
2024-12-02T14:15:07,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:15:07,552 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:07,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741866_1043 (size=93)
2024-12-02T14:15:07,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741866_1043 (size=93)
2024-12-02T14:15:07,559 DEBUG [RS:1;b4ac66777750:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:07,560 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:07,560 INFO  [RS:1;b4ac66777750:33783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33783
2024-12-02T14:15:07,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:07,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,33783,1733148904605
2024-12-02T14:15:07,563 INFO  [RS:1;b4ac66777750:33783 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:07,565 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:07,578 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:07,665 INFO  [RS:1;b4ac66777750:33783 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x1009b575863000f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:07,665 INFO  [RS:1;b4ac66777750:33783 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,33783,1733148904605; zookeeper connection closed.
2024-12-02T14:15:07,665 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cebf656 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cebf656
2024-12-02T14:15:07,746 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,39653,1733148904568; all regions closed.
2024-12-02T14:15:07,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741869_1046 (size=2499)
2024-12-02T14:15:07,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741869_1046 (size=2499)
2024-12-02T14:15:07,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741867_1044 (size=623)
2024-12-02T14:15:07,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741867_1044 (size=623)
2024-12-02T14:15:07,753 DEBUG [RS:0;b4ac66777750:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:07,753 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:07,753 INFO  [RS:0;b4ac66777750:39653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:07,754 INFO  [RS:0;b4ac66777750:39653 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:07,754 INFO  [RS:0;b4ac66777750:39653 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:07,754 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:07,754 INFO  [RS:0;b4ac66777750:39653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39653
2024-12-02T14:15:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,39653,1733148904568
2024-12-02T14:15:07,756 INFO  [RS:0;b4ac66777750:39653 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x1009b575863000e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:07,858 INFO  [RS:0;b4ac66777750:39653 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:07,858 INFO  [RS:0;b4ac66777750:39653 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,39653,1733148904568; zookeeper connection closed.
2024-12-02T14:15:07,858 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@465f2268 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@465f2268
2024-12-02T14:15:07,859 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 2 master(s) and 2 regionserver(s) complete
2024-12-02T14:15:07,945 INFO  [M:1;b4ac66777750:43405 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:07,945 INFO  [M:1;b4ac66777750:43405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:07,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741872_1049 (size=17918)
2024-12-02T14:15:07,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741872_1049 (size=17918)
2024-12-02T14:15:07,948 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,43405,1733148904528/b4ac66777750%2C43405%2C1733148904528.1733148905800 not finished, retry = 0
2024-12-02T14:15:08,050 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:08,050 INFO  [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,050 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,050 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:08,050 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,052 ERROR [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1960): Memstore data size is 16081 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,052 INFO  [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,052 DEBUG [M:1;b4ac66777750:43405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148908050Disabling compacts and flushes for region at 1733148908050Disabling writes for close at 1733148908050Writing region close event to WAL at 1733148908051 (+1 ms)Closed at 1733148908052 (+1 ms)
2024-12-02T14:15:08,052 INFO  [M:1;b4ac66777750:43405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:08,052 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:08,052 INFO  [M:1;b4ac66777750:43405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43405
2024-12-02T14:15:08,052 INFO  [M:1;b4ac66777750:43405 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:08,155 INFO  [M:1;b4ac66777750:43405 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43405-0x1009b575863000d, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:08,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863000b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:08,257 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,260 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=testing utility connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:08,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility0x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:08,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testing utility-0x1009b5758630011 connected
2024-12-02T14:15:08,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:08,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/meta-region-server
2024-12-02T14:15:08,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs
2024-12-02T14:15:08,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/splitWAL
2024-12-02T14:15:08,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters
2024-12-02T14:15:08,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc
2024-12-02T14:15:08,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/draining
2024-12-02T14:15:08,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master-maintenance
2024-12-02T14:15:08,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot
2024-12-02T14:15:08,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/hbaseid
2024-12-02T14:15:08,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/table
2024-12-02T14:15:08,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/abort
2024-12-02T14:15:08,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/acquired
2024-12-02T14:15:08,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/reached
2024-12-02T14:15:08,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/abort
2024-12-02T14:15:08,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/acquired
2024-12-02T14:15:08,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/reached
2024-12-02T14:15:08,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/reached
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/acquired
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/abort
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/reached
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/acquired
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/abort
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/table
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/hbaseid
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master-maintenance
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/draining
2024-12-02T14:15:08,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/splitWAL
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,291 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestZooKeeper#testMasterZKSessionRecoveryFailure Thread=347 (was 321)
Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:57554 [Waiting for operation #37]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-678948530_22 at /127.0.0.1:44606 [Waiting for operation #24]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=634 (was 594) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=2649 (was 2712)
2024-12-02T14:15:08,302 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestZooKeeper#testLogSplittingAfterMasterRecoveryDueToZKExpiry Thread=347, OpenFileDescriptor=634, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=2648
2024-12-02T14:15:08,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741879_1056 (size=7)
2024-12-02T14:15:08,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741879_1056 (size=7)
2024-12-02T14:15:08,310 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968 with version=8
2024-12-02T14:15:08,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase-staging
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:08,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:08,314 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38245
2024-12-02T14:15:08,315 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38245 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:08,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382450x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:08,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38245-0x1009b5758630012 connected
2024-12-02T14:15:08,331 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,333 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:08,336 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:08,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:08,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38245
2024-12-02T14:15:08,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38245
2024-12-02T14:15:08,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38245
2024-12-02T14:15:08,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38245
2024-12-02T14:15:08,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38245
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:08,341 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:08,342 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41779
2024-12-02T14:15:08,343 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41779 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417790x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:08,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41779-0x1009b5758630013 connected
2024-12-02T14:15:08,350 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,352 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:08,354 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:08,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:08,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779
2024-12-02T14:15:08,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779
2024-12-02T14:15:08,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779
2024-12-02T14:15:08,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779
2024-12-02T14:15:08,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779
2024-12-02T14:15:08,381 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:08,381 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,381 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:08,382 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39541
2024-12-02T14:15:08,384 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39541 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:08,384 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,386 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395410x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:08,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39541-0x1009b5758630014 connected
2024-12-02T14:15:08,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:08,392 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:08,393 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:08,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:08,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:08,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39541
2024-12-02T14:15:08,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39541
2024-12-02T14:15:08,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39541
2024-12-02T14:15:08,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39541
2024-12-02T14:15:08,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39541
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:08,423 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:08,424 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:08,425 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40885
2024-12-02T14:15:08,426 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40885 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:08,427 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,430 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408850x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:08,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:08,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40885-0x1009b5758630015 connected
2024-12-02T14:15:08,436 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:08,442 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:08,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:08,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:08,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40885
2024-12-02T14:15:08,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40885
2024-12-02T14:15:08,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40885
2024-12-02T14:15:08,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40885
2024-12-02T14:15:08,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40885
2024-12-02T14:15:08,459 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:38245
2024-12-02T14:15:08,459 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,462 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,465 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;b4ac66777750:41779
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,466 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,41779,1733148908340
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,467 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,468 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,38245,1733148908313 from backup master directory
2024-12-02T14:15:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:08,469 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:08,469 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,469 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,41779,1733148908340
2024-12-02T14:15:08,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/b4ac66777750,38245,1733148908313 because node does not exist (not an error)
2024-12-02T14:15:08,472 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:08,472 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, b4ac66777750,38245,1733148908313; waiting to become the next active master
2024-12-02T14:15:08,476 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id] with ID: d28ea91b-d50a-41fd-a8be-350fb132ab46
2024-12-02T14:15:08,476 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id
2024-12-02T14:15:08,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741880_1057 (size=42)
2024-12-02T14:15:08,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741880_1057 (size=42)
2024-12-02T14:15:08,483 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id]
2024-12-02T14:15:08,498 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:08,498 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:08,499 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-12-02T14:15:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741881_1058 (size=196)
2024-12-02T14:15:08,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741881_1058 (size=196)
2024-12-02T14:15:08,513 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:08,514 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:08,514 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:08,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741882_1059 (size=1189)
2024-12-02T14:15:08,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741882_1059 (size=1189)
2024-12-02T14:15:08,524 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store
2024-12-02T14:15:08,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741883_1060 (size=34)
2024-12-02T14:15:08,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741883_1060 (size=34)
2024-12-02T14:15:08,531 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:08,531 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:08,532 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,532 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,532 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:08,532 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,532 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:08,532 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148908531Disabling compacts and flushes for region at 1733148908531Disabling writes for close at 1733148908532 (+1 ms)Writing region close event to WAL at 1733148908532Closed at 1733148908532
2024-12-02T14:15:08,533 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/.initializing
2024-12-02T14:15:08,533 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,534 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:08,536 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38245%2C1733148908313, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:08,550 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313/b4ac66777750%2C38245%2C1733148908313.1733148908536, exclude list is [], retry=0
2024-12-02T14:15:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:08,556 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:08,556 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:08,556 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:08,557 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:08,557 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,557 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,564 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:08,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:08,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:08,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:08,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:08,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:08,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:08,570 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:08,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,570 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:08,570 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:08,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:08,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:08,572 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,573 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,574 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,575 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,575 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,576 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:08,577 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:08,579 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:08,580 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72345839, jitterRate=0.07803700864315033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:08,581 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148908557Initializing all the Stores at 1733148908558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148908558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148908564 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148908564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148908564Cleaning up temporary data from old regions at 1733148908575 (+11 ms)Region opened successfully at 1733148908581 (+6 ms)
2024-12-02T14:15:08,581 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:08,585 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1676fb69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:08,586 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:15:08,586 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:08,586 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:08,586 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:08,587 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:08,587 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-02T14:15:08,587 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:08,590 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:08,591 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:08,592 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:08,592 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:08,593 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:08,594 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:08,595 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:08,596 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:08,597 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:08,598 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:08,599 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:08,602 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:08,603 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,606 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,38245,1733148908313, sessionid=0x1009b5758630012, setting cluster-up flag (Was=false)
2024-12-02T14:15:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,617 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:08,618 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:08,628 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:08,629 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38245,1733148908313
2024-12-02T14:15:08,631 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:15:08,634 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:08,634 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:08,634 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,38245,1733148908313
Number of backup masters: 1
  b4ac66777750,41779,1733148908340
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:08,636 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148938642
2024-12-02T14:15:08,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:08,642 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:08,642 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,643 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:15:08,647 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:08,647 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:08,647 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:08,652 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:08,652 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:08,652 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148908652,5,FailOnTimeoutGroup]
2024-12-02T14:15:08,653 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148908652,5,FailOnTimeoutGroup]
2024-12-02T14:15:08,653 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(746): ClusterId : d28ea91b-d50a-41fd-a8be-350fb132ab46
2024-12-02T14:15:08,653 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,653 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:08,653 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:08,653 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,653 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,653 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(746): ClusterId : d28ea91b-d50a-41fd-a8be-350fb132ab46
2024-12-02T14:15:08,653 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:08,656 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:08,656 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:08,656 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:08,656 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:08,659 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:08,659 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:08,659 DEBUG [RS:1;b4ac66777750:40885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649b48da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:08,659 DEBUG [RS:0;b4ac66777750:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427167be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:08,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741885_1062 (size=1321)
2024-12-02T14:15:08,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741885_1062 (size=1321)
2024-12-02T14:15:08,664 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:15:08,664 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:08,682 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4ac66777750:40885
2024-12-02T14:15:08,682 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:08,682 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:08,682 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:08,683 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38245,1733148908313 with port=40885, startcode=1733148908423
2024-12-02T14:15:08,683 DEBUG [RS:1;b4ac66777750:40885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:08,685 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:39541
2024-12-02T14:15:08,685 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:08,685 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:08,685 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:08,686 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38245,1733148908313 with port=39541, startcode=1733148908381
2024-12-02T14:15:08,686 DEBUG [RS:0;b4ac66777750:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:08,697 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:08,698 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,698 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,700 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:08,701 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:08,701 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:08,703 DEBUG [RS:1;b4ac66777750:40885 {}] zookeeper.ZKUtil(111): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,703 WARN  [RS:1;b4ac66777750:40885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:08,703 INFO  [RS:1;b4ac66777750:40885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:08,704 DEBUG [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,705 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:08,706 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,706 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,708 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:08,708 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:08,708 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:08,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741886_1063 (size=32)
2024-12-02T14:15:08,711 DEBUG [RS:0;b4ac66777750:39541 {}] zookeeper.ZKUtil(111): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,711 WARN  [RS:0;b4ac66777750:39541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:08,711 INFO  [RS:0;b4ac66777750:39541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:08,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741886_1063 (size=32)
2024-12-02T14:15:08,711 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:08,718 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,39541,1733148908381]
2024-12-02T14:15:08,718 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,40885,1733148908423]
2024-12-02T14:15:08,721 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:08,728 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:08,730 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:08,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,731 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:08,731 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:08,733 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:08,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:08,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:08,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:08,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:08,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:08,740 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:08,740 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:08,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:08,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:08,741 INFO  [RS:0;b4ac66777750:39541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:08,741 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,741 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:08,743 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:08,743 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,743 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,744 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,744 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,744 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:08,744 DEBUG [RS:0;b4ac66777750:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:08,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:08,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:08,744 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:08,745 INFO  [RS:1;b4ac66777750:40885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:08,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,745 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:08,745 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39541,1733148908381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:08,746 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:08,746 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,746 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:08,747 DEBUG [RS:1;b4ac66777750:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,748 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,40885,1733148908423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:08,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:08,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:08,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:08,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:08,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:08,767 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70392268, jitterRate=0.04892653226852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:08,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733148908712Initializing all the Stores at 1733148908714 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148908714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148908727 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148908727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148908727Cleaning up temporary data from old regions at 1733148908748 (+21 ms)Region opened successfully at 1733148908768 (+20 ms)
2024-12-02T14:15:08,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:08,768 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:08,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:08,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:08,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:08,769 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:08,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148908768Disabling compacts and flushes for region at 1733148908768Disabling writes for close at 1733148908768Writing region close event to WAL at 1733148908769 (+1 ms)Closed at 1733148908769
2024-12-02T14:15:08,770 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:08,770 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,39541,1733148908381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,770 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,770 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.Replication(171): b4ac66777750,39541,1733148908381 started
2024-12-02T14:15:08,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:08,771 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:15:08,771 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:15:08,772 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:08,774 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:15:08,779 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:08,780 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,40885,1733148908423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,780 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,780 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.Replication(171): b4ac66777750,40885,1733148908423 started
2024-12-02T14:15:08,794 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,794 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,39541,1733148908381, RpcServer on b4ac66777750/172.17.0.3:39541, sessionid=0x1009b5758630014
2024-12-02T14:15:08,794 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:08,794 DEBUG [RS:0;b4ac66777750:39541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,794 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39541,1733148908381'
2024-12-02T14:15:08,794 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:08,795 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:08,795 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,39541,1733148908381
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,39541,1733148908381'
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:08,796 DEBUG [RS:0;b4ac66777750:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:08,796 INFO  [RS:0;b4ac66777750:39541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:08,796 INFO  [RS:0;b4ac66777750:39541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:08,805 INFO  [RS:1;b4ac66777750:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:08,805 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,40885,1733148908423, RpcServer on b4ac66777750/172.17.0.3:40885, sessionid=0x1009b5758630015
2024-12-02T14:15:08,805 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:08,805 DEBUG [RS:1;b4ac66777750:40885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,805 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,40885,1733148908423'
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,40885,1733148908423
2024-12-02T14:15:08,806 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,40885,1733148908423'
2024-12-02T14:15:08,807 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:08,807 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:08,807 DEBUG [RS:1;b4ac66777750:40885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:08,807 INFO  [RS:1;b4ac66777750:40885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:08,807 INFO  [RS:1;b4ac66777750:40885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:08,897 INFO  [RS:0;b4ac66777750:39541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:08,899 INFO  [RS:0;b4ac66777750:39541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39541%2C1733148908381, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:08,908 INFO  [RS:1;b4ac66777750:40885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:08,910 INFO  [RS:1;b4ac66777750:40885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C40885%2C1733148908423, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:08,915 DEBUG [RS:0;b4ac66777750:39541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381/b4ac66777750%2C39541%2C1733148908381.1733148908900, exclude list is [], retry=0
2024-12-02T14:15:08,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:08,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:08,923 INFO  [RS:0;b4ac66777750:39541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381/b4ac66777750%2C39541%2C1733148908381.1733148908900
2024-12-02T14:15:08,923 DEBUG [RS:0;b4ac66777750:39541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:08,924 WARN  [b4ac66777750:38245 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:15:08,926 DEBUG [RS:1;b4ac66777750:40885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423/b4ac66777750%2C40885%2C1733148908423.1733148908911, exclude list is [], retry=0
2024-12-02T14:15:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:08,932 INFO  [RS:1;b4ac66777750:40885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423/b4ac66777750%2C40885%2C1733148908423.1733148908911
2024-12-02T14:15:08,932 DEBUG [RS:1;b4ac66777750:40885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:09,175 DEBUG [b4ac66777750:38245 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-02T14:15:09,175 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:09,177 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:09,177 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:09,177 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:09,177 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:09,177 INFO  [b4ac66777750:38245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:09,177 INFO  [b4ac66777750:38245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:09,177 DEBUG [b4ac66777750:38245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:09,178 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,179 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39541,1733148908381, state=OPENING
2024-12-02T14:15:09,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:15:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:09,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:09,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,239 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:15:09,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:09,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:09,345 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:15:09,345 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:09,345 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:15:09,347 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C39541%2C1733148908381.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:09,365 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381/b4ac66777750%2C39541%2C1733148908381.meta.1733148909348.meta, exclude list is [], retry=0
2024-12-02T14:15:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:09,377 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,39541,1733148908381/b4ac66777750%2C39541%2C1733148908381.meta.1733148909348.meta
2024-12-02T14:15:09,377 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:15:09,378 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:15:09,378 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:15:09,380 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:09,381 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:09,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:09,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:09,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:09,383 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:09,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:09,384 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:09,384 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:09,385 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:09,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:09,386 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:09,386 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:09,387 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:09,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:09,387 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:09,387 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:09,389 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:09,393 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:09,395 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:09,395 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:09,396 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:09,398 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:09,399 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510091, jitterRate=-0.008922412991523743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:09,399 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:15:09,401 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733148909379Writing region info on filesystem at 1733148909379Initializing all the Stores at 1733148909380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148909380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148909380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148909380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148909380Cleaning up temporary data from old regions at 1733148909395 (+15 ms)Running coprocessor post-open hooks at 1733148909399 (+4 ms)Region opened successfully at 1733148909400 (+1 ms)
2024-12-02T14:15:09,402 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148909337
2024-12-02T14:15:09,405 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:15:09,405 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:15:09,406 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,407 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39541,1733148908381, state=OPEN
2024-12-02T14:15:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:09,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:09,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:09,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:09,417 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:15:09,417 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,39541,1733148908381 in 229 msec
2024-12-02T14:15:09,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:15:09,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec
2024-12-02T14:15:09,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:09,421 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:15:09,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:09,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39541,1733148908381, seqNum=-1]
2024-12-02T14:15:09,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:09,432 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:09,441 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec
2024-12-02T14:15:09,441 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148909441, completionTime=-1
2024-12-02T14:15:09,441 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:09,441 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:09,443 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:09,443 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148969443
2024-12-02T14:15:09,444 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149029444
2024-12-02T14:15:09,444 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-12-02T14:15:09,444 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-02T14:15:09,444 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,445 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,445 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,445 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:38245, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,445 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,445 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,448 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:15:09,450 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.981sec
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:09,451 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:09,453 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:09,453 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:09,453 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38245,1733148908313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1be6872d to 127.0.0.1:57476 with session timeout=1000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c749b88
2024-12-02T14:15:09,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca3278d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:15:09,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:09,459 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x1be6872d {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39541,1733148908381, seqNum=-1]
2024-12-02T14:15:09,459 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x1be6872d {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:09,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:09,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,38245,1733148908313
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:09,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:09,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38383
2024-12-02T14:15:09,481 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38383 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:09,482 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:09,485 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:09,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:09,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:383830x0, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:09,491 DEBUG [pool-708-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-02T14:15:09,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38383-0x1009b5758630017 connected
2024-12-02T14:15:09,492 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:09,496 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:09,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:09,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:09,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383
2024-12-02T14:15:09,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383
2024-12-02T14:15:09,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383
2024-12-02T14:15:09,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383
2024-12-02T14:15:09,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383
2024-12-02T14:15:09,503 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(746): ClusterId : d28ea91b-d50a-41fd-a8be-350fb132ab46
2024-12-02T14:15:09,503 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:09,505 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:09,505 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:09,507 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:09,508 DEBUG [RS:2;b4ac66777750:38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389b2505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:09,521 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b4ac66777750:38383
2024-12-02T14:15:09,521 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:09,521 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:09,521 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:09,521 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38245,1733148908313 with port=38383, startcode=1733148909478
2024-12-02T14:15:09,522 DEBUG [RS:2;b4ac66777750:38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:09,524 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:09,524 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,524 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,526 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,526 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:09,526 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:09,528 DEBUG [RS:2;b4ac66777750:38383 {}] zookeeper.ZKUtil(111): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,528 WARN  [RS:2;b4ac66777750:38383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:09,528 INFO  [RS:2;b4ac66777750:38383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:09,528 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,38383,1733148909478]
2024-12-02T14:15:09,528 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,532 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:09,534 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:09,535 INFO  [RS:2;b4ac66777750:38383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:09,535 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,535 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:09,536 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:09,536 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,536 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:09,537 DEBUG [RS:2;b4ac66777750:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:09,537 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,537 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,537 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,537 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,538 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,538 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38383,1733148909478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:09,553 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:09,553 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38383,1733148909478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,553 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,553 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.Replication(171): b4ac66777750,38383,1733148909478 started
2024-12-02T14:15:09,568 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:09,568 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,38383,1733148909478, RpcServer on b4ac66777750/172.17.0.3:38383, sessionid=0x1009b5758630017
2024-12-02T14:15:09,568 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:09,568 DEBUG [RS:2;b4ac66777750:38383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,568 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,38383,1733148909478'
2024-12-02T14:15:09,568 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:09,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:09,569 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x1be6872d {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38245,1733148908313
2024-12-02T14:15:09,569 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x1be6872d {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5944b51b
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,38383,1733148909478
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,38383,1733148909478'
2024-12-02T14:15:09,569 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:09,569 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x1be6872d {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:15:09,570 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:09,570 DEBUG [RS:2;b4ac66777750:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:09,570 INFO  [RS:2;b4ac66777750:38383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:09,570 INFO  [RS:2;b4ac66777750:38383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:09,571 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:15:09,572 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry
2024-12-02T14:15:09,576 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:15:09,576 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:09,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testLogSplittingAfterMasterRecoveryDueToZKExpiry"
 procId is: 4
2024-12-02T14:15:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:09,577 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:15:09,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741890_1067 (size=399)
2024-12-02T14:15:09,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741890_1067 (size=399)
2024-12-02T14:15:09,594 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7193a6b7c0494e3d11f02a2adc253fc5, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.', STARTKEY => '1', ENDKEY => '2'}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,594 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ca10a7fc0047a680b240fa7622ead987, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.', STARTKEY => '2', ENDKEY => '3'}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,594 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67b8bae915a3077569ec54c63378e6a0, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741892_1069 (size=84)
2024-12-02T14:15:09,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741893_1070 (size=85)
2024-12-02T14:15:09,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741891_1068 (size=85)
2024-12-02T14:15:09,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741892_1069 (size=84)
2024-12-02T14:15:09,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741893_1070 (size=85)
2024-12-02T14:15:09,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741891_1068 (size=85)
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1722): Closing 67b8bae915a3077569ec54c63378e6a0, disabling compactions & flushes
2024-12-02T14:15:09,613 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0. after waiting 0 ms
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:09,613 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:09,613 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67b8bae915a3077569ec54c63378e6a0:
Waiting for close lock at 1733148909613Disabling compacts and flushes for region at 1733148909613Disabling writes for close at 1733148909613Writing region close event to WAL at 1733148909613Closed at 1733148909613
2024-12-02T14:15:09,614 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d44474cc4da44225fddd89fb30c198ab, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.', STARTKEY => '3', ENDKEY => '4'}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1722): Closing ca10a7fc0047a680b240fa7622ead987, disabling compactions & flushes
2024-12-02T14:15:09,615 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987. after waiting 0 ms
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:09,615 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1676): Region close journal for ca10a7fc0047a680b240fa7622ead987:
Waiting for close lock at 1733148909615Disabling compacts and flushes for region at 1733148909615Disabling writes for close at 1733148909615Writing region close event to WAL at 1733148909615Closed at 1733148909615
2024-12-02T14:15:09,615 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 7193a6b7c0494e3d11f02a2adc253fc5, disabling compactions & flushes
2024-12-02T14:15:09,616 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:09,616 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:09,616 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60ec3aa8343e71484be84fe83babd14a, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.', STARTKEY => '4', ENDKEY => '5'}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,616 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5. after waiting 0 ms
2024-12-02T14:15:09,616 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:09,616 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:09,617 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7193a6b7c0494e3d11f02a2adc253fc5:
Waiting for close lock at 1733148909615Disabling compacts and flushes for region at 1733148909615Disabling writes for close at 1733148909616 (+1 ms)Writing region close event to WAL at 1733148909616Closed at 1733148909616
2024-12-02T14:15:09,618 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c74dd60d150c825733ea802698c867a7, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testLogSplittingAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:09,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741894_1071 (size=85)
2024-12-02T14:15:09,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741894_1071 (size=85)
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1722): Closing d44474cc4da44225fddd89fb30c198ab, disabling compactions & flushes
2024-12-02T14:15:09,631 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab. after waiting 0 ms
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:09,631 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:09,631 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1676): Region close journal for d44474cc4da44225fddd89fb30c198ab:
Waiting for close lock at 1733148909631Disabling compacts and flushes for region at 1733148909631Disabling writes for close at 1733148909631Writing region close event to WAL at 1733148909631Closed at 1733148909631
2024-12-02T14:15:09,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741895_1072 (size=85)
2024-12-02T14:15:09,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741895_1072 (size=85)
2024-12-02T14:15:09,640 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,641 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1722): Closing 60ec3aa8343e71484be84fe83babd14a, disabling compactions & flushes
2024-12-02T14:15:09,641 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:09,641 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:09,641 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a. after waiting 0 ms
2024-12-02T14:15:09,641 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:09,641 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:09,641 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60ec3aa8343e71484be84fe83babd14a:
Waiting for close lock at 1733148909640Disabling compacts and flushes for region at 1733148909640Disabling writes for close at 1733148909641 (+1 ms)Writing region close event to WAL at 1733148909641Closed at 1733148909641
2024-12-02T14:15:09,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741896_1073 (size=84)
2024-12-02T14:15:09,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741896_1073 (size=84)
2024-12-02T14:15:09,643 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:09,643 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing c74dd60d150c825733ea802698c867a7, disabling compactions & flushes
2024-12-02T14:15:09,643 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:09,643 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:09,643 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7. after waiting 0 ms
2024-12-02T14:15:09,643 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:09,643 INFO  [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:09,644 DEBUG [RegionOpenAndInit-testLogSplittingAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for c74dd60d150c825733ea802698c867a7:
Waiting for close lock at 1733148909643Disabling compacts and flushes for region at 1733148909643Disabling writes for close at 1733148909643Writing region close event to WAL at 1733148909643Closed at 1733148909643
2024-12-02T14:15:09,645 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"1733148909645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148909645"}]},"ts":"1733148909645"}
2024-12-02T14:15:09,671 INFO  [RS:2;b4ac66777750:38383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:09,672 INFO  [RS:2;b4ac66777750:38383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38383%2C1733148909478, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38383,1733148909478, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:09,684 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 6 regions to meta.
2024-12-02T14:15:09,686 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:15:09,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148909686"}]},"ts":"1733148909686"}
2024-12-02T14:15:09,689 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogSplittingAfterMasterRecoveryDueToZKExpiry, state=ENABLING in hbase:meta
2024-12-02T14:15:09,689 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:09,689 DEBUG [RS:2;b4ac66777750:38383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38383,1733148909478/b4ac66777750%2C38383%2C1733148909478.1733148909673, exclude list is [], retry=0
2024-12-02T14:15:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:09,693 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:09,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:09,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:09,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:09,694 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:09,694 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:09,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:09,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=d44474cc4da44225fddd89fb30c198ab, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=c74dd60d150c825733ea802698c867a7, ASSIGN}]
2024-12-02T14:15:09,697 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN
2024-12-02T14:15:09,697 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN
2024-12-02T14:15:09,697 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=c74dd60d150c825733ea802698c867a7, ASSIGN
2024-12-02T14:15:09,697 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN
2024-12-02T14:15:09,699 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=d44474cc4da44225fddd89fb30c198ab, ASSIGN
2024-12-02T14:15:09,699 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN; state=OFFLINE, location=b4ac66777750,40885,1733148908423; forceNewPlan=false, retain=false
2024-12-02T14:15:09,699 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=c74dd60d150c825733ea802698c867a7, ASSIGN; state=OFFLINE, location=b4ac66777750,39541,1733148908381; forceNewPlan=false, retain=false
2024-12-02T14:15:09,699 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN; state=OFFLINE, location=b4ac66777750,40885,1733148908423; forceNewPlan=false, retain=false
2024-12-02T14:15:09,699 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN; state=OFFLINE, location=b4ac66777750,40885,1733148908423; forceNewPlan=false, retain=false
2024-12-02T14:15:09,700 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=d44474cc4da44225fddd89fb30c198ab, ASSIGN; state=OFFLINE, location=b4ac66777750,39541,1733148908381; forceNewPlan=false, retain=false
2024-12-02T14:15:09,702 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987, ASSIGN
2024-12-02T14:15:09,705 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987, ASSIGN; state=OFFLINE, location=b4ac66777750,39541,1733148908381; forceNewPlan=false, retain=false
2024-12-02T14:15:09,714 INFO  [RS:2;b4ac66777750:38383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,38383,1733148909478/b4ac66777750%2C38383%2C1733148909478.1733148909673
2024-12-02T14:15:09,714 DEBUG [RS:2;b4ac66777750:38383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:09,850 INFO  [b4ac66777750:38245 {}] balancer.BaseLoadBalancer(388): Reassigned 6 regions. 6 retained the pre-restart assignment. 
2024-12-02T14:15:09,850 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7193a6b7c0494e3d11f02a2adc253fc5, regionState=OPENING, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:09,850 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60ec3aa8343e71484be84fe83babd14a, regionState=OPENING, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:09,850 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67b8bae915a3077569ec54c63378e6a0, regionState=OPENING, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:09,850 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c74dd60d150c825733ea802698c867a7, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,850 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d44474cc4da44225fddd89fb30c198ab, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,851 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ca10a7fc0047a680b240fa7622ead987, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:09,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN because future has completed
2024-12-02T14:15:09,854 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,40885,1733148908423}]
2024-12-02T14:15:09,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN because future has completed
2024-12-02T14:15:09,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,40885,1733148908423}]
2024-12-02T14:15:09,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=c74dd60d150c825733ea802698c867a7, ASSIGN because future has completed
2024-12-02T14:15:09,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=d44474cc4da44225fddd89fb30c198ab, ASSIGN because future has completed
2024-12-02T14:15:09,860 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c74dd60d150c825733ea802698c867a7, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:09,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d44474cc4da44225fddd89fb30c198ab, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:09,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN because future has completed
2024-12-02T14:15:09,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987, ASSIGN because future has completed
2024-12-02T14:15:09,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,40885,1733148908423}]
2024-12-02T14:15:09,866 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca10a7fc0047a680b240fa7622ead987, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:10,009 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:10,011 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:10,015 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:10,015 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 67b8bae915a3077569ec54c63378e6a0, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.', STARTKEY => '', ENDKEY => '1'}
2024-12-02T14:15:10,015 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,016 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,016 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,016 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,017 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 67b8bae915a3077569ec54c63378e6a0 
2024-12-02T14:15:10,019 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b8bae915a3077569ec54c63378e6a0 columnFamilyName col
2024-12-02T14:15:10,019 DEBUG [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,020 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] regionserver.HStore(327): Store=67b8bae915a3077569ec54c63378e6a0/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,020 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,021 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,021 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,022 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,022 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,023 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:10,023 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ca10a7fc0047a680b240fa7622ead987, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.', STARTKEY => '2', ENDKEY => '3'}
2024-12-02T14:15:10,024 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,024 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,024 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,024 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,025 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,026 INFO  [StoreOpener-ca10a7fc0047a680b240fa7622ead987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region ca10a7fc0047a680b240fa7622ead987 
2024-12-02T14:15:10,027 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,028 INFO  [StoreOpener-ca10a7fc0047a680b240fa7622ead987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca10a7fc0047a680b240fa7622ead987 columnFamilyName col
2024-12-02T14:15:10,028 DEBUG [StoreOpener-ca10a7fc0047a680b240fa7622ead987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,028 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 67b8bae915a3077569ec54c63378e6a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63453573, jitterRate=-0.05446808040142059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,028 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:10,028 INFO  [StoreOpener-ca10a7fc0047a680b240fa7622ead987-1 {}] regionserver.HStore(327): Store=ca10a7fc0047a680b240fa7622ead987/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,029 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,029 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 67b8bae915a3077569ec54c63378e6a0:
Running coprocessor pre-open hook at 1733148910016Writing region info on filesystem at 1733148910016Initializing all the Stores at 1733148910017 (+1 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910017Cleaning up temporary data from old regions at 1733148910022 (+5 ms)Running coprocessor post-open hooks at 1733148910028 (+6 ms)Region opened successfully at 1733148910029 (+1 ms)
2024-12-02T14:15:10,029 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,030 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,030 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., pid=11, masterSystemTime=1733148910008
2024-12-02T14:15:10,030 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,030 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,032 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,033 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:10,033 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:10,033 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:10,034 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7193a6b7c0494e3d11f02a2adc253fc5, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.', STARTKEY => '1', ENDKEY => '2'}
2024-12-02T14:15:10,034 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,034 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,034 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67b8bae915a3077569ec54c63378e6a0, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:10,034 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,034 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,036 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 7193a6b7c0494e3d11f02a2adc253fc5 
2024-12-02T14:15:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,40885,1733148908423 because future has completed
2024-12-02T14:15:10,038 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/ca10a7fc0047a680b240fa7622ead987/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,038 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7193a6b7c0494e3d11f02a2adc253fc5 columnFamilyName col
2024-12-02T14:15:10,038 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ca10a7fc0047a680b240fa7622ead987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63487457, jitterRate=-0.05396316945552826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,038 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:10,038 DEBUG [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,038 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ca10a7fc0047a680b240fa7622ead987:
Running coprocessor pre-open hook at 1733148910024Writing region info on filesystem at 1733148910024Initializing all the Stores at 1733148910025 (+1 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910025Cleaning up temporary data from old regions at 1733148910030 (+5 ms)Running coprocessor post-open hooks at 1733148910038 (+8 ms)Region opened successfully at 1733148910038
2024-12-02T14:15:10,039 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] regionserver.HStore(327): Store=7193a6b7c0494e3d11f02a2adc253fc5/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,039 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,040 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987., pid=16, masterSystemTime=1733148910019
2024-12-02T14:15:10,040 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,041 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,041 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,042 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,043 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=5
2024-12-02T14:15:10,043 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:10,043 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,40885,1733148908423 in 185 msec
2024-12-02T14:15:10,043 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:10,043 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:10,044 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c74dd60d150c825733ea802698c867a7, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.', STARTKEY => '5', ENDKEY => ''}
2024-12-02T14:15:10,044 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,044 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,044 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,044 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,045 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,046 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ca10a7fc0047a680b240fa7622ead987, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:10,047 INFO  [StoreOpener-c74dd60d150c825733ea802698c867a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region c74dd60d150c825733ea802698c867a7 
2024-12-02T14:15:10,049 INFO  [StoreOpener-c74dd60d150c825733ea802698c867a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dd60d150c825733ea802698c867a7 columnFamilyName col
2024-12-02T14:15:10,049 DEBUG [StoreOpener-c74dd60d150c825733ea802698c867a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,050 INFO  [StoreOpener-c74dd60d150c825733ea802698c867a7-1 {}] regionserver.HStore(327): Store=c74dd60d150c825733ea802698c867a7/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,050 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,051 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/7193a6b7c0494e3d11f02a2adc253fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,051 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,051 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7193a6b7c0494e3d11f02a2adc253fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65523538, jitterRate=-0.02362319827079773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,051 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:10,052 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,052 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7193a6b7c0494e3d11f02a2adc253fc5:
Running coprocessor pre-open hook at 1733148910034Writing region info on filesystem at 1733148910034Initializing all the Stores at 1733148910036 (+2 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910036Cleaning up temporary data from old regions at 1733148910042 (+6 ms)Running coprocessor post-open hooks at 1733148910052 (+10 ms)Region opened successfully at 1733148910052
2024-12-02T14:15:10,052 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,052 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,054 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,057 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN in 349 msec
2024-12-02T14:15:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca10a7fc0047a680b240fa7622ead987, server=b4ac66777750,39541,1733148908381 because future has completed
2024-12-02T14:15:10,060 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4ac66777750,39541,1733148908381, table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-02T14:15:10,061 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/c74dd60d150c825733ea802698c867a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,061 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5., pid=12, masterSystemTime=1733148910008
2024-12-02T14:15:10,062 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened c74dd60d150c825733ea802698c867a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63339022, jitterRate=-0.056175023317337036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,062 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:10,062 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c74dd60d150c825733ea802698c867a7:
Running coprocessor pre-open hook at 1733148910044Writing region info on filesystem at 1733148910044Initializing all the Stores at 1733148910046 (+2 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910046Cleaning up temporary data from old regions at 1733148910052 (+6 ms)Running coprocessor post-open hooks at 1733148910062 (+10 ms)Region opened successfully at 1733148910062
2024-12-02T14:15:10,063 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7., pid=13, masterSystemTime=1733148910019
2024-12-02T14:15:10,065 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:10,065 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:10,065 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7
2024-12-02T14:15:10,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ca10a7fc0047a680b240fa7622ead987, server=b4ac66777750,39541,1733148908381 in 195 msec
2024-12-02T14:15:10,066 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:10,066 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ec3aa8343e71484be84fe83babd14a, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.', STARTKEY => '4', ENDKEY => '5'}
2024-12-02T14:15:10,066 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7193a6b7c0494e3d11f02a2adc253fc5, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:10,066 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,066 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,066 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,066 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,068 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:10,068 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:10,068 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:10,068 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => d44474cc4da44225fddd89fb30c198ab, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.', STARTKEY => '3', ENDKEY => '4'}
2024-12-02T14:15:10,069 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,069 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,069 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,069 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,40885,1733148908423 because future has completed
2024-12-02T14:15:10,071 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=ca10a7fc0047a680b240fa7622ead987, ASSIGN in 372 msec
2024-12-02T14:15:10,071 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c74dd60d150c825733ea802698c867a7, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:10,072 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 60ec3aa8343e71484be84fe83babd14a 
2024-12-02T14:15:10,073 INFO  [StoreOpener-d44474cc4da44225fddd89fb30c198ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region d44474cc4da44225fddd89fb30c198ab 
2024-12-02T14:15:10,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c74dd60d150c825733ea802698c867a7, server=b4ac66777750,39541,1733148908381 because future has completed
2024-12-02T14:15:10,076 INFO  [StoreOpener-d44474cc4da44225fddd89fb30c198ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44474cc4da44225fddd89fb30c198ab columnFamilyName col
2024-12-02T14:15:10,076 DEBUG [StoreOpener-d44474cc4da44225fddd89fb30c198ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,076 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ec3aa8343e71484be84fe83babd14a columnFamilyName col
2024-12-02T14:15:10,076 DEBUG [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,077 INFO  [StoreOpener-d44474cc4da44225fddd89fb30c198ab-1 {}] regionserver.HStore(327): Store=d44474cc4da44225fddd89fb30c198ab/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,077 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] regionserver.HStore(327): Store=60ec3aa8343e71484be84fe83babd14a/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,077 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,077 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,078 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,078 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,079 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,079 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=6
2024-12-02T14:15:10,079 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,080 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,080 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,080 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,080 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,081 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,40885,1733148908423 in 217 msec
2024-12-02T14:15:10,082 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,083 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN in 386 msec
2024-12-02T14:15:10,085 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10
2024-12-02T14:15:10,085 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/d44474cc4da44225fddd89fb30c198ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,086 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened d44474cc4da44225fddd89fb30c198ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62882653, jitterRate=-0.0629754513502121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,086 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:10,086 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for d44474cc4da44225fddd89fb30c198ab:
Running coprocessor pre-open hook at 1733148910069Writing region info on filesystem at 1733148910069Initializing all the Stores at 1733148910071 (+2 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910071Cleaning up temporary data from old regions at 1733148910080 (+9 ms)Running coprocessor post-open hooks at 1733148910086 (+6 ms)Region opened successfully at 1733148910086
2024-12-02T14:15:10,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c74dd60d150c825733ea802698c867a7, server=b4ac66777750,39541,1733148908381 in 220 msec
2024-12-02T14:15:10,087 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab., pid=14, masterSystemTime=1733148910019
2024-12-02T14:15:10,087 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=c74dd60d150c825733ea802698c867a7, ASSIGN in 391 msec
2024-12-02T14:15:10,089 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/60ec3aa8343e71484be84fe83babd14a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:10,089 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:10,090 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:10,090 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 60ec3aa8343e71484be84fe83babd14a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70903751, jitterRate=0.05654822289943695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:10,090 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:10,090 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 60ec3aa8343e71484be84fe83babd14a:
Running coprocessor pre-open hook at 1733148910067Writing region info on filesystem at 1733148910067Initializing all the Stores at 1733148910069 (+2 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910069Cleaning up temporary data from old regions at 1733148910080 (+11 ms)Running coprocessor post-open hooks at 1733148910090 (+10 ms)Region opened successfully at 1733148910090
2024-12-02T14:15:10,090 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d44474cc4da44225fddd89fb30c198ab, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:10,091 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a., pid=15, masterSystemTime=1733148910008
2024-12-02T14:15:10,094 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:10,094 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:10,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d44474cc4da44225fddd89fb30c198ab, server=b4ac66777750,39541,1733148908381 because future has completed
2024-12-02T14:15:10,095 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60ec3aa8343e71484be84fe83babd14a, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,40885,1733148908423
2024-12-02T14:15:10,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,40885,1733148908423 because future has completed
2024-12-02T14:15:10,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=8
2024-12-02T14:15:10,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d44474cc4da44225fddd89fb30c198ab, server=b4ac66777750,39541,1733148908381 in 236 msec
2024-12-02T14:15:10,103 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9
2024-12-02T14:15:10,103 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,40885,1733148908423 in 235 msec
2024-12-02T14:15:10,104 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=d44474cc4da44225fddd89fb30c198ab, ASSIGN in 407 msec
2024-12-02T14:15:10,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4
2024-12-02T14:15:10,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN in 409 msec
2024-12-02T14:15:10,107 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:15:10,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogSplittingAfterMasterRecoveryDueToZKExpiry","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148910107"}]},"ts":"1733148910107"}
2024-12-02T14:15:10,111 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogSplittingAfterMasterRecoveryDueToZKExpiry, state=ENABLED in hbase:meta
2024-12-02T14:15:10,112 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:15:10,115 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry in 540 msec
2024-12-02T14:15:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:10,201 INFO  [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogSplittingAfterMasterRecoveryDueToZKExpiry completed
2024-12-02T14:15:10,202 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:15:10,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='\x00\x00\x00\x00', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2]
2024-12-02T14:15:10,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:10,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:10,224 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:10,224 ERROR [Time-limited test {}] master.HMaster(3223): ***** ABORTING master b4ac66777750,38245,1733148908313: Test recovery from zk session expired *****
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired
	at org.apache.hadoop.hbase.TestZooKeeper.testLogSplittingAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:269) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,224 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,38245,1733148908313' *****
2024-12-02T14:15:10,224 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:10,225 INFO  [M:0;b4ac66777750:38245 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:10,225 INFO  [M:0;b4ac66777750:38245 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b4ac66777750:38245.
2024-12-02T14:15:10,225 DEBUG [M:0;b4ac66777750:38245 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:10,225 DEBUG [M:0;b4ac66777750:38245 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:10,225 INFO  [M:0;b4ac66777750:38245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:10,225 DEBUG [M:0;b4ac66777750:38245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:10,225 DEBUG [M:0;b4ac66777750:38245 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:10,225 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:10,225 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148908652 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148908652,5,FailOnTimeoutGroup]
2024-12-02T14:15:10,225 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148908652 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148908652,5,FailOnTimeoutGroup]
2024-12-02T14:15:10,226 INFO  [M:0;b4ac66777750:38245 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:10,226 INFO  [M:0;b4ac66777750:38245 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:10,226 DEBUG [M:0;b4ac66777750:38245 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:10,226 INFO  [M:0;b4ac66777750:38245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:10,226 INFO  [M:0;b4ac66777750:38245 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:10,227 ERROR [M:0;b4ac66777750:38245 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[ProcedureExecutor-Async-Task-Executor-0,10,PEWorkerGroup]
    Thread[ProcedureExecutor-Async-Task-Executor-1,10,PEWorkerGroup]
    Thread[ProcedureExecutor-Async-Task-Executor-2,10,PEWorkerGroup]
    Thread[ProcedureExecutor-Async-Task-Executor-5,10,PEWorkerGroup]
    Thread[ProcedureExecutor-Async-Task-Executor-6,10,PEWorkerGroup]
    Thread[ProcedureExecutor-Async-Task-Executor-7,10,PEWorkerGroup]
2024-12-02T14:15:10,227 INFO  [M:0;b4ac66777750:38245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:10,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:10,228 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38245,1733148908313 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:10,230 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-12-02T14:15:10,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:10,231 DEBUG [M:0;b4ac66777750:38245 {}] zookeeper.ZKUtil(347): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:15:10,231 WARN  [M:0;b4ac66777750:38245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:15:10,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:10,231 INFO  [M:0;b4ac66777750:38245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:10,233 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:10,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:10,234 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testLogSplittingAfterMasterRecoveryDueToZKExpiry,, stopping at row=testLogSplittingAfterMasterRecoveryDueToZKExpiry ,, for max=2147483647 with caching=100
2024-12-02T14:15:10,234 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,41779,1733148908340 from backup master directory
2024-12-02T14:15:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,41779,1733148908340
2024-12-02T14:15:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:10,237 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:10,237 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,41779,1733148908340
2024-12-02T14:15:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:10,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 6 regions for table testLogSplittingAfterMasterRecoveryDueToZKExpiry
2024-12-02T14:15:10,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:10,245 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b4ac66777750,40885,1733148908423
2024-12-02T14:15:10,245 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,40885,1733148908423: Simulated kill *****
2024-12-02T14:15:10,245 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:10,246 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:10,247 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:10,247 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:10,248 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:10,251 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 732718176
      },
      "NonHeapMemoryUsage": {
        "committed": 163381248,
        "init": 7667712,
        "max": -1,
        "used": 160931168
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 14600,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 57,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 0,
      "ProcessCallTime_mean": 0,
      "ProcessCallTime_25th_percentile": 0,
      "ProcessCallTime_median": 0,
      "ProcessCallTime_75th_percentile": 0,
      "ProcessCallTime_90th_percentile": 0,
      "ProcessCallTime_95th_percentile": 0,
      "ProcessCallTime_98th_percentile": 0,
      "ProcessCallTime_99th_percentile": 0,
      "ProcessCallTime_99.9th_percentile": 0,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 57,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 0,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 57,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 0,
      "TotalCallTime_mean": 0,
      "TotalCallTime_25th_percentile": 0,
      "TotalCallTime_median": 0,
      "TotalCallTime_75th_percentile": 0,
      "TotalCallTime_90th_percentile": 0,
      "TotalCallTime_95th_percentile": 0,
      "TotalCallTime_98th_percentile": 0,
      "TotalCallTime_99th_percentile": 0,
      "TotalCallTime_99.9th_percentile": 0,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 57,
      "ResponseSize_min": 0,
      "ResponseSize_max": 0,
      "ResponseSize_mean": 0,
      "ResponseSize_25th_percentile": 0,
      "ResponseSize_median": 0,
      "ResponseSize_75th_percentile": 0,
      "ResponseSize_90th_percentile": 0,
      "ResponseSize_95th_percentile": 0,
      "ResponseSize_98th_percentile": 0,
      "ResponseSize_99th_percentile": 0,
      "ResponseSize_99.9th_percentile": 0,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 57,
      "RequestSize_min": 0,
      "RequestSize_max": 0,
      "RequestSize_mean": 0,
      "RequestSize_25th_percentile": 0,
      "RequestSize_median": 0,
      "RequestSize_75th_percentile": 0,
      "RequestSize_90th_percentile": 0,
      "RequestSize_95th_percentile": 0,
      "RequestSize_98th_percentile": 0,
      "RequestSize_99th_percentile": 0,
      "RequestSize_99.9th_percentile": 0,
      "sentBytes": 4543
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,40885,1733148908423",
      "tag.clusterId": "d28ea91b-d50a-41fd-a8be-350fb132ab46",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148908423,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 77674,
      "localBytesRead": 77674,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 30370,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:10,252 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38245,1733148908313 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,253 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,38245,1733148908313 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.kill(HRegionServer.java:2485) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.kill(SingleProcessHBaseCluster.java:177) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killRegionServer(SingleProcessHBaseCluster.java:268) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.testLogSplittingAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:272) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,38245,1733148908313 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:10,254 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,40885,1733148908423' *****
2024-12-02T14:15:10,254 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill
2024-12-02T14:15:10,254 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:10,255 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:10,255 INFO  [RS:1;b4ac66777750:40885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:10,255 INFO  [RS:1;b4ac66777750:40885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:10,255 INFO  [RS:1;b4ac66777750:40885 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:10,255 INFO  [RS:1;b4ac66777750:40885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b4ac66777750:40885.
2024-12-02T14:15:10,255 DEBUG [RS:1;b4ac66777750:40885 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:10,255 DEBUG [RS:1;b4ac66777750:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,40885,1733148908423 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741898_1075 (size=472)
2024-12-02T14:15:10,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741898_1075 (size=472)
2024-12-02T14:15:10,258 INFO  [M:0;b4ac66777750:38245 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:10,258 INFO  [M:0;b4ac66777750:38245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:10,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 , the old value is region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,40885,1733148908423 aborting
2024-12-02T14:15:10,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,40885,1733148908423 aborting
2024-12-02T14:15:10,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 from cache
2024-12-02T14:15:10,261 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:10,261 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:10,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741888_1065 (size=2072)
2024-12-02T14:15:10,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741888_1065 (size=2072)
2024-12-02T14:15:10,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741884_1061 (size=72157)
2024-12-02T14:15:10,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741884_1061 (size=72157)
2024-12-02T14:15:10,266 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38245,1733148908313 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,268 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:10,268 INFO  [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:10,268 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:10,268 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:10,268 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:10,268 DEBUG [RS:1;b4ac66777750:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:10,268 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:10,269 ERROR [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1960): Memstore data size is 63668 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:10,269 INFO  [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:10,269 DEBUG [M:0;b4ac66777750:38245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148910268Disabling compacts and flushes for region at 1733148910268Disabling writes for close at 1733148910268Writing region close event to WAL at 1733148910268Closed at 1733148910269 (+1 ms)
2024-12-02T14:15:10,269 INFO  [M:0;b4ac66777750:38245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:10,269 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:10,269 INFO  [M:0;b4ac66777750:38245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38245
2024-12-02T14:15:10,269 INFO  [RS:1;b4ac66777750:40885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40885
2024-12-02T14:15:10,270 INFO  [M:0;b4ac66777750:38245 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,40885,1733148908423
2024-12-02T14:15:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:10,272 INFO  [RS:1;b4ac66777750:40885 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:10,278 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms.
2024-12-02T14:15:10,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741899_1076 (size=196)
2024-12-02T14:15:10,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741899_1076 (size=196)
2024-12-02T14:15:10,292 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:10,294 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:10,294 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:10,302 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-12-02T14:15:10,307 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313-dead as it is dead
2024-12-02T14:15:10,307 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313-dead/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:10,308 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313-dead/b4ac66777750%2C38245%2C1733148908313.1733148908536 after 1ms
2024-12-02T14:15:10,309 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313-dead/b4ac66777750%2C38245%2C1733148908313.1733148908536 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:10,309 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38245,1733148908313-dead
2024-12-02T14:15:10,309 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,41779,1733148908340
2024-12-02T14:15:10,311 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:10,314 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C41779%2C1733148908340, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,41779,1733148908340, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:10,334 DEBUG [RS:2;b4ac66777750:38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:10,336 INFO  [HMaster-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:10,336 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,41779,1733148908340/b4ac66777750%2C41779%2C1733148908340.1733148910314, exclude list is [], retry=0
2024-12-02T14:15:10,336 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:10,342 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,41779,1733148908340/b4ac66777750%2C41779%2C1733148908340.1733148910314
2024-12-02T14:15:10,343 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:10,343 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:10,343 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:10,343 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,343 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:10,348 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:10,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,349 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:10,349 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:10,350 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:10,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:10,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:10,355 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:10,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,357 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,357 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:10,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:10,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:10,359 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:10,359 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,360 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-12-02T14:15:10,360 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:10,369 DEBUG [RS:0;b4ac66777750:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:10,372 INFO  [HMaster-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:10,373 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x1009b5758630012, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:10,374 INFO  [M:0;b4ac66777750:38245 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x1009b5758630015, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:10,375 INFO  [RS:1;b4ac66777750:40885 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:10,375 INFO  [RS:1;b4ac66777750:40885 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,40885,1733148908423; zookeeper connection closed.
2024-12-02T14:15:10,378 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2]
2024-12-02T14:15:10,379 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 163, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=131, path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:10,379 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=62.18 KB heapSize=75.23 KB
2024-12-02T14:15:10,380 WARN  [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4ac66777750:40885
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b4ac66777750/172.17.0.3:40885
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:10,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 , the old value is region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2, error=java.net.ConnectException: Call to address=b4ac66777750:40885 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b4ac66777750/172.17.0.3:40885
2024-12-02T14:15:10,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 is java.net.ConnectException: Connection refused
2024-12-02T14:15:10,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 from cache
2024-12-02T14:15:10,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b4ac66777750:40885 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b4ac66777750/172.17.0.3:40885
2024-12-02T14:15:10,392 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4170ecee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4170ecee
2024-12-02T14:15:10,400 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582f50cf995347ab9168b422ffbb7cae is 82, key is hbase:meta,,1/info:regioninfo/1733148909406/Put/seqid=0
2024-12-02T14:15:10,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741901_1078 (size=5672)
2024-12-02T14:15:10,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741901_1078 (size=5672)
2024-12-02T14:15:10,409 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582f50cf995347ab9168b422ffbb7cae
2024-12-02T14:15:10,439 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,461 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b44948dcec4bf18bdc5da1cad861e5 is 1201, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148910113/Put/seqid=0
2024-12-02T14:15:10,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741902_1079 (size=68143)
2024-12-02T14:15:10,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741902_1079 (size=68143)
2024-12-02T14:15:10,469 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=61.49 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b44948dcec4bf18bdc5da1cad861e5
2024-12-02T14:15:10,479 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,503 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f7a88e224a7497298b3497fa8258170 is 69, key is b4ac66777750,38383,1733148909478/rs:state/1733148909524/Put/seqid=0
2024-12-02T14:15:10,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741903_1080 (size=5294)
2024-12-02T14:15:10,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741903_1080 (size=5294)
2024-12-02T14:15:10,542 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,583 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,592 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2]
2024-12-02T14:15:10,592 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4ac66777750:40885 this server is in the failed servers list
2024-12-02T14:15:10,593 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 , the old value is region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4ac66777750:40885 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:10,593 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:10,593 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 from cache
2024-12-02T14:15:10,645 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,686 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,748 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,748 INFO  [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-02T14:15:10,748 INFO  [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-02T14:15:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testLogSplittingAfterMasterRecoveryDueToZKExpiry
2024-12-02T14:15:10,797 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testLogSplittingAfterMasterRecoveryDueToZKExpiry Metrics about Tables on a single HBase RegionServer
2024-12-02T14:15:10,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,892 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,901 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2]
2024-12-02T14:15:10,902 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4ac66777750:40885 this server is in the failed servers list
2024-12-02T14:15:10,902 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 , the old value is region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4ac66777750:40885 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:10,902 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:10,902 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 from cache
2024-12-02T14:15:10,911 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f7a88e224a7497298b3497fa8258170
2024-12-02T14:15:10,919 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582f50cf995347ab9168b422ffbb7cae as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/582f50cf995347ab9168b422ffbb7cae
2024-12-02T14:15:10,926 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/582f50cf995347ab9168b422ffbb7cae, entries=8, sequenceid=131, filesize=5.5 K
2024-12-02T14:15:10,927 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b44948dcec4bf18bdc5da1cad861e5 as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b44948dcec4bf18bdc5da1cad861e5
2024-12-02T14:15:10,934 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b44948dcec4bf18bdc5da1cad861e5, entries=152, sequenceid=131, filesize=66.5 K
2024-12-02T14:15:10,935 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f7a88e224a7497298b3497fa8258170 as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f7a88e224a7497298b3497fa8258170
2024-12-02T14:15:10,942 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f7a88e224a7497298b3497fa8258170, entries=3, sequenceid=131, filesize=5.2 K
2024-12-02T14:15:10,942 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.18 KB/63668, heapSize ~74.93 KB/76728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=131, compaction requested=false; wal=null
2024-12-02T14:15:10,943 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4ac66777750%2C38245%2C1733148908313.1733148908536
2024-12-02T14:15:10,944 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,944 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,945 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:10,946 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:10,949 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=1
2024-12-02T14:15:10,950 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=132; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59705542, jitterRate=-0.11031809449195862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:10,952 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148910343Initializing all the Stores at 1733148910345 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148910345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910346 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148910346Obtaining lock to block concurrent updates at 1733148910379 (+33 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148910379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=63668, getHeapSize=76968, getOffHeapSize=0, getCellsCount=163 at 1733148910379Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148910379Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148910379Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148910400 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148910400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148910424 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148910460 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148910460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148910477 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148910503 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148910503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d54a6c: reopening flushed file at 1733148910918 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad7c1b8: reopening flushed file at 1733148910926 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54cb9c09: reopening flushed file at 1733148910934 (+8 ms)Finished flush of dataSize ~62.18 KB/63668, heapSize ~74.93 KB/76728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=131, compaction requested=false; wal=null at 1733148910942 (+8 ms)Cleaning up temporary data from old regions at 1733148910944 (+2 ms)Region opened successfully at 1733148910951 (+7 ms)
2024-12-02T14:15:10,952 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:10,953 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,956 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a08b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:10,959 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-12-02T14:15:10,959 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:10,959 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:10,959 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:10,960 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:10,964 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:10,965 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry
2024-12-02T14:15:10,965 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-02T14:15:10,965 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:10,967 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4ac66777750,39541,1733148908381, regionLocation=b4ac66777750,39541,1733148908381, openSeqNum=2
2024-12-02T14:15:10,967 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4ac66777750,39541,1733148908381, table=hbase:meta, region=1588230740
2024-12-02T14:15:10,968 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,39541,1733148908381, state=OPEN
2024-12-02T14:15:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:10,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:10,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:10,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:10,973 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 3 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:10,974 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,39541,1733148908381
2024-12-02T14:15:10,974 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=b4ac66777750,38383,1733148909478
2024-12-02T14:15:10,976 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b4ac66777750,40885,1733148908423 already deleted, retry=false
2024-12-02T14:15:10,976 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b4ac66777750,40885,1733148908423 on b4ac66777750,41779,1733148908340
2024-12-02T14:15:10,977 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4ac66777750,40885,1733148908423, splitWal=true, meta=false
2024-12-02T14:15:10,977 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=17 for b4ac66777750,40885,1733148908423 (carryingMeta=false) b4ac66777750,40885,1733148908423/CRASHED/regionCount=0/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34550a94[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-02T14:15:10,979 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:10,980 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:10,981 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:10,981 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:10,982 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:10,983 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:10,984 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:10,985 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:10,986 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:10,991 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:10,994 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:10,995 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-02T14:15:10,995 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:10,996 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,41779,1733148908340, sessionid=0x1009b5758630013, setting cluster-up flag (Was=true)
2024-12-02T14:15:10,998 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:10,999 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,41779,1733148908340
2024-12-02T14:15:11,001 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:11,003 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,41779,1733148908340
2024-12-02T14:15:11,004 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:11,008 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:11,008 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,41779,1733148908340
Number of backup masters: 0
Number of live region servers: 2
  b4ac66777750,38383,1733148909478
  b4ac66777750,39541,1733148908381
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:11,010 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:11,014 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148941014
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:11,015 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,016 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:11,016 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:11,016 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=17, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4ac66777750,40885,1733148908423, splitWal=true, meta=false
2024-12-02T14:15:11,016 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:11,016 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:11,016 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:11,020 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148911016,5,FailOnTimeoutGroup]
2024-12-02T14:15:11,021 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148911020,5,FailOnTimeoutGroup]
2024-12-02T14:15:11,021 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,021 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:11,021 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,022 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,022 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148911022, completionTime=-1
2024-12-02T14:15:11,022 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:11,022 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:11,022 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:11,022 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,39541,1733148908381, seqNum=-1]
2024-12-02T14:15:11,023 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:11,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:11,028 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67b8bae915a3077569ec54c63378e6a0, regionState=OPEN, lastHost=b4ac66777750,40885,1733148908423, regionLocation=b4ac66777750,40885,1733148908423, openSeqNum=2
2024-12-02T14:15:11,029 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7193a6b7c0494e3d11f02a2adc253fc5, regionState=OPEN, lastHost=b4ac66777750,40885,1733148908423, regionLocation=b4ac66777750,40885,1733148908423, openSeqNum=2
2024-12-02T14:15:11,029 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca10a7fc0047a680b240fa7622ead987, regionState=OPEN, lastHost=b4ac66777750,39541,1733148908381, regionLocation=b4ac66777750,39541,1733148908381, openSeqNum=2
2024-12-02T14:15:11,029 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d44474cc4da44225fddd89fb30c198ab, regionState=OPEN, lastHost=b4ac66777750,39541,1733148908381, regionLocation=b4ac66777750,39541,1733148908381, openSeqNum=2
2024-12-02T14:15:11,030 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=60ec3aa8343e71484be84fe83babd14a, regionState=OPEN, lastHost=b4ac66777750,40885,1733148908423, regionLocation=b4ac66777750,40885,1733148908423, openSeqNum=2
2024-12-02T14:15:11,030 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c74dd60d150c825733ea802698c867a7, regionState=OPEN, lastHost=b4ac66777750,39541,1733148908381, regionLocation=b4ac66777750,39541,1733148908381, openSeqNum=2
2024-12-02T14:15:11,030 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:11,030 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148971030
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149031031
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec
2024-12-02T14:15:11,031 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b4ac66777750,40885,1733148908423 had 3 regions
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,031 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:41779, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,032 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,032 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,032 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=17, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4ac66777750,40885,1733148908423, splitWal=true, meta=false, isMeta: false
2024-12-02T14:15:11,034 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting
2024-12-02T14:15:11,035 INFO  [PEWorker-2 {}] master.SplitWALManager(105): b4ac66777750,40885,1733148908423 WAL count=1, meta=false
2024-12-02T14:15:11,035 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b4ac66777750%2C40885%2C1733148908423.1733148908911}]
2024-12-02T14:15:11,038 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.801sec
2024-12-02T14:15:11,038 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:11,038 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:11,038 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:11,038 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:11,039 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:11,039 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:11,039 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:11,040 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,042 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b4ac66777750%2C40885%2C1733148908423.1733148908911, worker=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:11,043 WARN  [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b4ac66777750,40885,1733148908423/testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., unknown_server=b4ac66777750,40885,1733148908423/testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5., unknown_server=b4ac66777750,40885,1733148908423/testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:11,049 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:11,049 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:11,049 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41779,1733148908340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:11,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:11,196 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:11,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19
2024-12-02T14:15:11,258 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911, size=2.0 K (2072bytes)
2024-12-02T14:15:11,258 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911
2024-12-02T14:15:11,259 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911 after 1ms
2024-12-02T14:15:11,262 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911 took 4ms
2024-12-02T14:15:11,271 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 67b8bae915a3077569ec54c63378e6a0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "col" sequence_id: 18446744073709551615 }
2024-12-02T14:15:11,272 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 7193a6b7c0494e3d11f02a2adc253fc5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "col" sequence_id: 18446744073709551615 }
2024-12-02T14:15:11,273 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 60ec3aa8343e71484be84fe83babd14a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "col" sequence_id: 18446744073709551615 }
2024-12-02T14:15:11,274 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911 so closing down
2024-12-02T14:15:11,274 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-02T14:15:11,279 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp
2024-12-02T14:15:11,281 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp
2024-12-02T14:15:11,282 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished
2024-12-02T14:15:11,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741904_1081 (size=903)
2024-12-02T14:15:11,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741904_1081 (size=903)
2024-12-02T14:15:11,291 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp (wrote 6 edits, skipped 0 edits in 0 ms)
2024-12-02T14:15:11,292 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000009
2024-12-02T14:15:11,293 INFO  [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 30 ms; skipped=3; WAL=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911, size=2.0 K, length=2072, corrupted=false, cancelled=false
2024-12-02T14:15:11,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911, journal: Splitting hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911, size=2.0 K (2072bytes) at 1733148911258Finishing writing output for hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911 so closing down at 1733148911274 (+16 ms)Creating recovered edits writer path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp at 1733148911281 (+7 ms)3 split writer threads finished at 1733148911282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp (wrote 6 edits, skipped 0 edits in 0 ms) at 1733148911291 (+9 ms)Rename recovered edits hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000004-b4ac66777750%2C40885%2C1733148908423.1733148908911.temp to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000009 at 1733148911292 (+1 ms)Processed 9 edits across 1 Regions in 30 ms; skipped=3; WAL=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911, size=2.0 K, length=2072, corrupted=false, cancelled=false at 1733148911293 (+1 ms)
2024-12-02T14:15:11,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911
2024-12-02T14:15:11,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-12-02T14:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.HMaster(4169): Remote procedure done, pid=19
2024-12-02T14:15:11,298 INFO  [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting/b4ac66777750%2C40885%2C1733148908423.1733148908911 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs
2024-12-02T14:15:11,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-12-02T14:15:11,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b4ac66777750%2C40885%2C1733148908423.1733148908911, worker=b4ac66777750,39541,1733148908381 in 256 msec
2024-12-02T14:15:11,301 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-02T14:15:11,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; SplitWALProcedure b4ac66777750%2C40885%2C1733148908423.1733148908911, worker=b4ac66777750,39541,1733148908381 in 266 msec
2024-12-02T14:15:11,306 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting dir is empty, no logs to split.
2024-12-02T14:15:11,306 INFO  [PEWorker-2 {}] master.SplitWALManager(105): b4ac66777750,40885,1733148908423 WAL count=0, meta=false
2024-12-02T14:15:11,306 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b4ac66777750,40885,1733148908423 WAL splitting is done? wals=0, meta=false
2024-12-02T14:15:11,308 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b4ac66777750,40885,1733148908423 failed, ignore...File hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,40885,1733148908423-splitting does not exist.
2024-12-02T14:15:11,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN}, {pid=21, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN}, {pid=22, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN}]
2024-12-02T14:15:11,311 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN
2024-12-02T14:15:11,312 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN
2024-12-02T14:15:11,312 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN
2024-12-02T14:15:11,313 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-02T14:15:11,314 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-02T14:15:11,314 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-02T14:15:11,412 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2]
2024-12-02T14:15:11,412 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4ac66777750:40885 this server is in the failed servers list
2024-12-02T14:15:11,413 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 , the old value is region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4ac66777750:40885 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:11,413 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4ac66777750:40885
2024-12-02T14:15:11,413 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,40885,1733148908423, seqNum=2 from cache
2024-12-02T14:15:11,463 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:11,463 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:11,463 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:11,463 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:11,464 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:11,464 INFO  [b4ac66777750:41779 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:11,464 INFO  [b4ac66777750:41779 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:11,464 DEBUG [b4ac66777750:41779 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:11,464 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=67b8bae915a3077569ec54c63378e6a0, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,464 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=60ec3aa8343e71484be84fe83babd14a, regionState=OPENING, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,464 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7193a6b7c0494e3d11f02a2adc253fc5, regionState=OPENING, regionLocation=b4ac66777750,38383,1733148909478
2024-12-02T14:15:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN because future has completed
2024-12-02T14:15:11,467 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,38383,1733148909478}]
2024-12-02T14:15:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN because future has completed
2024-12-02T14:15:11,469 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:11,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN because future has completed
2024-12-02T14:15:11,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,39541,1733148908381}]
2024-12-02T14:15:11,621 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:11,622 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:11,626 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:11,627 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 67b8bae915a3077569ec54c63378e6a0, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.', STARTKEY => '', ENDKEY => '1'}
2024-12-02T14:15:11,627 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,627 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:11,627 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:11,627 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,627 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,628 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7193a6b7c0494e3d11f02a2adc253fc5, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.', STARTKEY => '1', ENDKEY => '2'}
2024-12-02T14:15:11,628 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,628 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:11,628 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,628 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,633 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 67b8bae915a3077569ec54c63378e6a0 
2024-12-02T14:15:11,634 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 7193a6b7c0494e3d11f02a2adc253fc5 
2024-12-02T14:15:11,634 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b8bae915a3077569ec54c63378e6a0 columnFamilyName col
2024-12-02T14:15:11,634 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7193a6b7c0494e3d11f02a2adc253fc5 columnFamilyName col
2024-12-02T14:15:11,635 DEBUG [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:11,635 DEBUG [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:11,635 INFO  [StoreOpener-67b8bae915a3077569ec54c63378e6a0-1 {}] regionserver.HStore(327): Store=67b8bae915a3077569ec54c63378e6a0/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:11,635 INFO  [StoreOpener-7193a6b7c0494e3d11f02a2adc253fc5-1 {}] regionserver.HStore(327): Store=7193a6b7c0494e3d11f02a2adc253fc5/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:11,635 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,635 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,636 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,636 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,637 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,638 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,638 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,638 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,639 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000009
2024-12-02T14:15:11,640 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,642 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7193a6b7c0494e3d11f02a2adc253fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63931573, jitterRate=-0.047345325350761414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:11,643 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:11,643 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7193a6b7c0494e3d11f02a2adc253fc5:
Running coprocessor pre-open hook at 1733148911628Writing region info on filesystem at 1733148911628Initializing all the Stores at 1733148911629 (+1 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148911629Cleaning up temporary data from old regions at 1733148911638 (+9 ms)Running coprocessor post-open hooks at 1733148911643 (+5 ms)Region opened successfully at 1733148911643
2024-12-02T14:15:11,643 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5793): Applied 6, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=9, path=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000009
2024-12-02T14:15:11,644 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(2902): Flushing 67b8bae915a3077569ec54c63378e6a0 1/1 column families, dataSize=210 B heapSize=928 B
2024-12-02T14:15:11,645 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5., pid=23, masterSystemTime=1733148911620
2024-12-02T14:15:11,648 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:11,648 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:11,649 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7193a6b7c0494e3d11f02a2adc253fc5, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,38383,1733148909478
2024-12-02T14:15:11,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,38383,1733148909478 because future has completed
2024-12-02T14:15:11,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-02T14:15:11,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7193a6b7c0494e3d11f02a2adc253fc5, server=b4ac66777750,38383,1733148909478 in 191 msec
2024-12-02T14:15:11,662 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=7193a6b7c0494e3d11f02a2adc253fc5, ASSIGN in 350 msec
2024-12-02T14:15:11,672 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/.tmp/col/08dd2ab3fd8c44d9bfef770f0aae98a9 is 39, key is \x00\x00\x00\x00/col:ql/1733148910210/Put/seqid=0
2024-12-02T14:15:11,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741905_1082 (size=5166)
2024-12-02T14:15:11,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741905_1082 (size=5166)
2024-12-02T14:15:11,680 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/.tmp/col/08dd2ab3fd8c44d9bfef770f0aae98a9
2024-12-02T14:15:11,689 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/.tmp/col/08dd2ab3fd8c44d9bfef770f0aae98a9 as hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/col/08dd2ab3fd8c44d9bfef770f0aae98a9
2024-12-02T14:15:11,695 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/col/08dd2ab3fd8c44d9bfef770f0aae98a9, entries=6, sequenceid=9, filesize=5.0 K
2024-12-02T14:15:11,696 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~210 B/210, heapSize ~912 B/912, currentSize=0 B/0 for 67b8bae915a3077569ec54c63378e6a0 in 53ms, sequenceid=9, compaction requested=false; wal=null
2024-12-02T14:15:11,696 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogSplittingAfterMasterRecoveryDueToZKExpiry'
2024-12-02T14:15:11,697 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/0000000000000000009
2024-12-02T14:15:11,697 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,697 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,699 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,701 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/67b8bae915a3077569ec54c63378e6a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-02T14:15:11,702 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 67b8bae915a3077569ec54c63378e6a0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158299, jitterRate=-0.04396684467792511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:11,702 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:11,702 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 67b8bae915a3077569ec54c63378e6a0:
Running coprocessor pre-open hook at 1733148911628Writing region info on filesystem at 1733148911628Initializing all the Stores at 1733148911629 (+1 ms)Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148911629Obtaining lock to block concurrent updates at 1733148911644 (+15 ms)Preparing flush snapshotting stores in 67b8bae915a3077569ec54c63378e6a0 at 1733148911644Finished memstore snapshotting testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., syncing WAL and waiting on mvcc, flushsize=dataSize=210, getHeapSize=912, getOffHeapSize=0, getCellsCount=6 at 1733148911644Flushing stores of testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0. at 1733148911644Flushing 67b8bae915a3077569ec54c63378e6a0/col: creating writer at 1733148911644Flushing 67b8bae915a3077569ec54c63378e6a0/col: appending metadata at 1733148911671 (+27 ms)Flushing 67b8bae915a3077569ec54c63378e6a0/col: closing flushed file at 1733148911671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0a0fe8: reopening flushed file at 1733148911688 (+17 ms)Finished flush of dataSize ~210 B/210, heapSize ~912 B/912, currentSize=0 B/0 for 67b8bae915a3077569ec54c63378e6a0 in 53ms, sequenceid=9, compaction requested=false; wal=null at 1733148911696 (+8 ms)Cleaning up temporary data from old regions at 1733148911697 (+1 ms)Running coprocessor post-open hooks at 1733148911702 (+5 ms)Region opened successfully at 1733148911702
2024-12-02T14:15:11,703 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., pid=24, masterSystemTime=1733148911622
2024-12-02T14:15:11,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:11,706 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:11,706 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] handler.AssignRegionHandler(132): Open testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:11,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ec3aa8343e71484be84fe83babd14a, NAME => 'testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.', STARTKEY => '4', ENDKEY => '5'}
2024-12-02T14:15:11,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogSplittingAfterMasterRecoveryDueToZKExpiry 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(898): Instantiated testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:11,706 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7794): checking encryption for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,706 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=67b8bae915a3077569ec54c63378e6a0, regionState=OPEN, openSeqNum=10, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,707 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7797): checking classloading for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,708 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family col of region 60ec3aa8343e71484be84fe83babd14a 
2024-12-02T14:15:11,709 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ec3aa8343e71484be84fe83babd14a columnFamilyName col
2024-12-02T14:15:11,709 DEBUG [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:11,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,39541,1733148908381 because future has completed
2024-12-02T14:15:11,709 INFO  [StoreOpener-60ec3aa8343e71484be84fe83babd14a-1 {}] regionserver.HStore(327): Store=60ec3aa8343e71484be84fe83babd14a/col,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:11,710 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1038): replaying wal for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,710 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,711 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testLogSplittingAfterMasterRecoveryDueToZKExpiry/60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,712 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1048): stopping wal replay for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,712 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1060): Cleaning up temporary data for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,713 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=20
2024-12-02T14:15:11,713 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 67b8bae915a3077569ec54c63378e6a0, server=b4ac66777750,39541,1733148908381 in 241 msec
2024-12-02T14:15:11,714 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1093): writing seq id for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=67b8bae915a3077569ec54c63378e6a0, ASSIGN in 403 msec
2024-12-02T14:15:11,715 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1114): Opened 60ec3aa8343e71484be84fe83babd14a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75434368, jitterRate=0.12405967712402344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:11,715 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:11,715 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1006): Region open journal for 60ec3aa8343e71484be84fe83babd14a:
Running coprocessor pre-open hook at 1733148911707Writing region info on filesystem at 1733148911707Initializing all the Stores at 1733148911707Instantiating store for column family {NAME => 'col', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148911707Cleaning up temporary data from old regions at 1733148911712 (+5 ms)Running coprocessor post-open hooks at 1733148911715 (+3 ms)Region opened successfully at 1733148911715
2024-12-02T14:15:11,716 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a., pid=25, masterSystemTime=1733148911622
2024-12-02T14:15:11,718 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:11,718 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] handler.AssignRegionHandler(153): Opened testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:11,718 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=60ec3aa8343e71484be84fe83babd14a, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,39541,1733148908381
2024-12-02T14:15:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,39541,1733148908381 because future has completed
2024-12-02T14:15:11,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=21
2024-12-02T14:15:11,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ec3aa8343e71484be84fe83babd14a, server=b4ac66777750,39541,1733148908381 in 251 msec
2024-12-02T14:15:11,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=17
2024-12-02T14:15:11,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogSplittingAfterMasterRecoveryDueToZKExpiry, region=60ec3aa8343e71484be84fe83babd14a, ASSIGN in 414 msec
2024-12-02T14:15:11,726 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server b4ac66777750,40885,1733148908423 after splitting done
2024-12-02T14:15:11,728 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; ServerCrashProcedure b4ac66777750,40885,1733148908423, splitWal=true, meta=false in 750 msec
2024-12-02T14:15:12,422 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., hostname=b4ac66777750,39541,1733148908381, seqNum=10]
2024-12-02T14:15:12,433 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='1', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5., hostname=b4ac66777750,38383,1733148909478, seqNum=2]
2024-12-02T14:15:12,433 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:12,435 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:12,440 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='2', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987., hostname=b4ac66777750,39541,1733148908381, seqNum=2]
2024-12-02T14:15:12,445 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='3', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab., hostname=b4ac66777750,39541,1733148908381, seqNum=2]
2024-12-02T14:15:12,450 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='4', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a., hostname=b4ac66777750,39541,1733148908381, seqNum=2]
2024-12-02T14:15:12,455 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogSplittingAfterMasterRecoveryDueToZKExpiry', row='5', locateType=CURRENT is [region=testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7., hostname=b4ac66777750,39541,1733148908381, seqNum=2]
2024-12-02T14:15:12,457 DEBUG [Time-limited test {}] master.HMaster(3213): Abort called but aborted=true, stopped=true
2024-12-02T14:15:12,458 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:12,458 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,41779,1733148908340: killAll *****
2024-12-02T14:15:12,458 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,41779,1733148908340' *****
2024-12-02T14:15:12,458 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:12,458 INFO  [M:1;b4ac66777750:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:12,458 INFO  [M:1;b4ac66777750:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;b4ac66777750:41779.
2024-12-02T14:15:12,458 DEBUG [M:1;b4ac66777750:41779 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:12,458 DEBUG [M:1;b4ac66777750:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,458 INFO  [M:1;b4ac66777750:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:12,458 DEBUG [M:1;b4ac66777750:41779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:12,459 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:12,459 DEBUG [M:1;b4ac66777750:41779 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:12,459 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148911016 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148911016,5,FailOnTimeoutGroup]
2024-12-02T14:15:12,459 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148911020 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148911020,5,FailOnTimeoutGroup]
2024-12-02T14:15:12,459 INFO  [M:1;b4ac66777750:41779 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:12,459 INFO  [M:1;b4ac66777750:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:12,459 DEBUG [M:1;b4ac66777750:41779 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:12,459 INFO  [M:1;b4ac66777750:41779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:12,459 INFO  [M:1;b4ac66777750:41779 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:12,460 INFO  [M:1;b4ac66777750:41779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:12,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:12,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:12,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:12,461 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,39541,1733148908381: killAll *****
2024-12-02T14:15:12,461 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:12,461 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:12,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:12,462 DEBUG [M:1;b4ac66777750:41779 {}] zookeeper.ZKUtil(347): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T14:15:12,462 WARN  [M:1;b4ac66777750:41779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T14:15:12,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:12,462 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:12,463 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:12,463 INFO  [M:1;b4ac66777750:41779 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:12,463 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:12,465 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 277948416
      },
      "NonHeapMemoryUsage": {
        "committed": 166658048,
        "init": 7667712,
        "max": -1,
        "used": 164123360
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 14600,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 57,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 0,
      "ProcessCallTime_mean": 0,
      "ProcessCallTime_25th_percentile": 0,
      "ProcessCallTime_median": 0,
      "ProcessCallTime_75th_percentile": 0,
      "ProcessCallTime_90th_percentile": 0,
      "ProcessCallTime_95th_percentile": 0,
      "ProcessCallTime_98th_percentile": 0,
      "ProcessCallTime_99th_percentile": 0,
      "ProcessCallTime_99.9th_percentile": 0,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 57,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 0,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 57,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 0,
      "TotalCallTime_mean": 0,
      "TotalCallTime_25th_percentile": 0,
      "TotalCallTime_median": 0,
      "TotalCallTime_75th_percentile": 0,
      "TotalCallTime_90th_percentile": 0,
      "TotalCallTime_95th_percentile": 0,
      "TotalCallTime_98th_percentile": 0,
      "TotalCallTime_99th_percentile": 0,
      "TotalCallTime_99.9th_percentile": 0,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 57,
      "ResponseSize_min": 0,
      "ResponseSize_max": 0,
      "ResponseSize_mean": 0,
      "ResponseSize_25th_percentile": 0,
      "ResponseSize_median": 0,
      "ResponseSize_75th_percentile": 0,
      "ResponseSize_90th_percentile": 0,
      "ResponseSize_95th_percentile": 0,
      "ResponseSize_98th_percentile": 0,
      "ResponseSize_99th_percentile": 0,
      "ResponseSize_99.9th_percentile": 0,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 57,
      "RequestSize_min": 0,
      "RequestSize_max": 0,
      "RequestSize_mean": 0,
      "RequestSize_25th_percentile": 0,
      "RequestSize_median": 0,
      "RequestSize_75th_percentile": 0,
      "RequestSize_90th_percentile": 0,
      "RequestSize_95th_percentile": 0,
      "RequestSize_98th_percentile": 0,
      "RequestSize_99th_percentile": 0,
      "RequestSize_99.9th_percentile": 0,
      "sentBytes": 4543
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,40885,1733148908423",
      "tag.clusterId": "d28ea91b-d50a-41fd-a8be-350fb132ab46",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148908423,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 77674,
      "localBytesRead": 77674,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 30370,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:12,466 DEBUG [HMaster-EventLoopGroup-16-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:12,467 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:12,468 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,39541,1733148908381' *****
2024-12-02T14:15:12,468 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:12,468 DEBUG [HMaster-EventLoopGroup-16-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:12,469 DEBUG [Time-limited test {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: killAll
2024-12-02T14:15:12,469 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,38383,1733148909478: killAll *****
2024-12-02T14:15:12,469 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:12,469 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:12,469 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:12,469 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:12,469 INFO  [RS:0;b4ac66777750:39541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:12,469 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:12,469 INFO  [RS:0;b4ac66777750:39541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:12,469 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for ca10a7fc0047a680b240fa7622ead987
2024-12-02T14:15:12,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:12,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:12,472 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 280045568
      },
      "NonHeapMemoryUsage": {
        "committed": 166723584,
        "init": 7667712,
        "max": -1,
        "used": 164184584
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 14600,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 57,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 0,
      "ProcessCallTime_mean": 0,
      "ProcessCallTime_25th_percentile": 0,
      "ProcessCallTime_median": 0,
      "ProcessCallTime_75th_percentile": 0,
      "ProcessCallTime_90th_percentile": 0,
      "ProcessCallTime_95th_percentile": 0,
      "ProcessCallTime_98th_percentile": 0,
      "ProcessCallTime_99th_percentile": 0,
      "ProcessCallTime_99.9th_percentile": 0,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 57,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 0,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 57,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 0,
      "TotalCallTime_mean": 0,
      "TotalCallTime_25th_percentile": 0,
      "TotalCallTime_median": 0,
      "TotalCallTime_75th_percentile": 0,
      "TotalCallTime_90th_percentile": 0,
      "TotalCallTime_95th_percentile": 0,
      "TotalCallTime_98th_percentile": 0,
      "TotalCallTime_99th_percentile": 0,
      "TotalCallTime_99.9th_percentile": 0,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 57,
      "ResponseSize_min": 0,
      "ResponseSize_max": 0,
      "ResponseSize_mean": 0,
      "ResponseSize_25th_percentile": 0,
      "ResponseSize_median": 0,
      "ResponseSize_75th_percentile": 0,
      "ResponseSize_90th_percentile": 0,
      "ResponseSize_95th_percentile": 0,
      "ResponseSize_98th_percentile": 0,
      "ResponseSize_99th_percentile": 0,
      "ResponseSize_99.9th_percentile": 0,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 57,
      "RequestSize_min": 0,
      "RequestSize_max": 0,
      "RequestSize_mean": 0,
      "RequestSize_25th_percentile": 0,
      "RequestSize_median": 0,
      "RequestSize_75th_percentile": 0,
      "RequestSize_90th_percentile": 0,
      "RequestSize_95th_percentile": 0,
      "RequestSize_98th_percentile": 0,
      "RequestSize_99th_percentile": 0,
      "RequestSize_99.9th_percentile": 0,
      "sentBytes": 4543
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,40885,1733148908423",
      "tag.clusterId": "d28ea91b-d50a-41fd-a8be-350fb132ab46",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148908423,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 77674,
      "localBytesRead": 77674,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 30370,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:12,473 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 67b8bae915a3077569ec54c63378e6a0
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for c74dd60d150c825733ea802698c867a7
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 60ec3aa8343e71484be84fe83babd14a
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,39541,1733148908381
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:39541.
2024-12-02T14:15:12,474 DEBUG [RS:0;b4ac66777750:39541 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:12,474 DEBUG [RS:0;b4ac66777750:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:12,474 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:15:12,474 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca10a7fc0047a680b240fa7622ead987, disabling compactions & flushes
2024-12-02T14:15:12,475 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:12,475 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:12,475 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987. after waiting 0 ms
2024-12-02T14:15:12,475 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:12,474 DEBUG [HMaster-EventLoopGroup-16-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:12,476 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-02T14:15:12,476 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1325): Online Regions={ca10a7fc0047a680b240fa7622ead987=testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987., 1588230740=hbase:meta,,1.1588230740, 67b8bae915a3077569ec54c63378e6a0=testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0., d44474cc4da44225fddd89fb30c198ab=testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab., c74dd60d150c825733ea802698c867a7=testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7., 60ec3aa8343e71484be84fe83babd14a=testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.}
2024-12-02T14:15:12,476 DEBUG [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60ec3aa8343e71484be84fe83babd14a, 67b8bae915a3077569ec54c63378e6a0, c74dd60d150c825733ea802698c867a7, ca10a7fc0047a680b240fa7622ead987, d44474cc4da44225fddd89fb30c198ab
2024-12-02T14:15:12,476 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:12,476 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:12,476 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:12,476 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:12,476 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:12,476 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:12,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741906_1083 (size=454)
2024-12-02T14:15:12,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741906_1083 (size=454)
2024-12-02T14:15:12,479 INFO  [M:1;b4ac66777750:41779 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:12,479 INFO  [M:1;b4ac66777750:41779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:12,481 DEBUG [HMaster-EventLoopGroup-16-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,41779,1733148908340 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:12,482 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(2589): No master found; retry
2024-12-02T14:15:12,489 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,38383,1733148909478' *****
2024-12-02T14:15:12,489 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:12,489 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca10a7fc0047a680b240fa7622ead987:
Waiting for close lock at 1733148912474Running coprocessor pre-close hooks at 1733148912474Disabling compacts and flushes for region at 1733148912474Disabling writes for close at 1733148912475 (+1 ms)Writing region close event to WAL at 1733148912489 (+14 ms)Running coprocessor post-close hooks at 1733148912489Closed at 1733148912489
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,2,1733148909572.ca10a7fc0047a680b240fa7622ead987.
2024-12-02T14:15:12,489 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:15:12,489 ERROR [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 13912 in region hbase:meta,,1.1588230740
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67b8bae915a3077569ec54c63378e6a0, disabling compactions & flushes
2024-12-02T14:15:12,489 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:12,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:110)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0. after waiting 0 ms
2024-12-02T14:15:12,489 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:12,489 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148912476Running coprocessor pre-close hooks at 1733148912476Disabling compacts and flushes for region at 1733148912476Disabling writes for close at 1733148912476Writing region close event to WAL at 1733148912489 (+13 ms)Running coprocessor post-close hooks at 1733148912489Closed at 1733148912489
2024-12-02T14:15:12,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,490 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:12,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1be6872d to 127.0.0.1:57476
2024-12-02T14:15:12,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:15:12,491 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67b8bae915a3077569ec54c63378e6a0:
Waiting for close lock at 1733148912489Running coprocessor pre-close hooks at 1733148912489Disabling compacts and flushes for region at 1733148912489Disabling writes for close at 1733148912489Writing region close event to WAL at 1733148912491 (+2 ms)Running coprocessor post-close hooks at 1733148912491Closed at 1733148912491
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,,1733148909572.67b8bae915a3077569ec54c63378e6a0.
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d44474cc4da44225fddd89fb30c198ab, disabling compactions & flushes
2024-12-02T14:15:12,491 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab. after waiting 0 ms
2024-12-02T14:15:12,491 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:12,492 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d44474cc4da44225fddd89fb30c198ab:
Waiting for close lock at 1733148912491Running coprocessor pre-close hooks at 1733148912491Disabling compacts and flushes for region at 1733148912491Disabling writes for close at 1733148912491Writing region close event to WAL at 1733148912492 (+1 ms)Running coprocessor post-close hooks at 1733148912492Closed at 1733148912492
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,3,1733148909572.d44474cc4da44225fddd89fb30c198ab.
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c74dd60d150c825733ea802698c867a7, disabling compactions & flushes
2024-12-02T14:15:12,492 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7. after waiting 0 ms
2024-12-02T14:15:12,492 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:12,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741900_1077 (size=38370)
2024-12-02T14:15:12,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741900_1077 (size=38370)
2024-12-02T14:15:12,493 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:12,493 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c74dd60d150c825733ea802698c867a7:
Waiting for close lock at 1733148912492Running coprocessor pre-close hooks at 1733148912492Disabling compacts and flushes for region at 1733148912492Disabling writes for close at 1733148912492Writing region close event to WAL at 1733148912493 (+1 ms)Running coprocessor post-close hooks at 1733148912493Closed at 1733148912493
2024-12-02T14:15:12,493 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,5,1733148909572.c74dd60d150c825733ea802698c867a7.
2024-12-02T14:15:12,493 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60ec3aa8343e71484be84fe83babd14a, disabling compactions & flushes
2024-12-02T14:15:12,493 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:12,493 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:12,493 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a. after waiting 0 ms
2024-12-02T14:15:12,494 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:12,494 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:12,494 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60ec3aa8343e71484be84fe83babd14a:
Waiting for close lock at 1733148912493Running coprocessor pre-close hooks at 1733148912493Disabling compacts and flushes for region at 1733148912493Disabling writes for close at 1733148912494 (+1 ms)Writing region close event to WAL at 1733148912494Running coprocessor post-close hooks at 1733148912494Closed at 1733148912494
2024-12-02T14:15:12,494 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,4,1733148909572.60ec3aa8343e71484be84fe83babd14a.
2024-12-02T14:15:12,494 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:12,494 INFO  [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:12,494 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:12,495 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:12,495 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:12,496 ERROR [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1960): Memstore data size is 33468 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:12,496 INFO  [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:12,496 DEBUG [M:1;b4ac66777750:41779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148912494Disabling compacts and flushes for region at 1733148912494Disabling writes for close at 1733148912495 (+1 ms)Writing region close event to WAL at 1733148912496 (+1 ms)Closed at 1733148912496
2024-12-02T14:15:12,496 INFO  [M:1;b4ac66777750:41779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:12,496 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:12,496 INFO  [M:1;b4ac66777750:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41779
2024-12-02T14:15:12,496 INFO  [M:1;b4ac66777750:41779 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:12,538 INFO  [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-02T14:15:12,538 INFO  [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-02T14:15:12,540 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:12,549 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1009b5758630013, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,598 INFO  [M:1;b4ac66777750:41779 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:12,676 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,39541,1733148908381; all regions closed.
2024-12-02T14:15:12,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741889_1066 (size=15426)
2024-12-02T14:15:12,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741889_1066 (size=15426)
2024-12-02T14:15:12,682 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:12,682 INFO  [RS:2;b4ac66777750:38383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:12,682 INFO  [RS:2;b4ac66777750:38383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:12,682 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:12,683 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,38383,1733148909478
2024-12-02T14:15:12,683 INFO  [RS:2;b4ac66777750:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:12,683 INFO  [RS:2;b4ac66777750:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b4ac66777750:38383.
2024-12-02T14:15:12,683 DEBUG [RS:2;b4ac66777750:38383 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:12,683 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7193a6b7c0494e3d11f02a2adc253fc5, disabling compactions & flushes
2024-12-02T14:15:12,683 DEBUG [RS:2;b4ac66777750:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,683 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:12,683 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:12,683 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5. after waiting 0 ms
2024-12-02T14:15:12,683 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-02T14:15:12,683 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:12,683 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1325): Online Regions={7193a6b7c0494e3d11f02a2adc253fc5=testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.}
2024-12-02T14:15:12,683 DEBUG [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1351): Waiting on 7193a6b7c0494e3d11f02a2adc253fc5
2024-12-02T14:15:12,684 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:12,684 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7193a6b7c0494e3d11f02a2adc253fc5:
Waiting for close lock at 1733148912683Running coprocessor pre-close hooks at 1733148912683Disabling compacts and flushes for region at 1733148912683Disabling writes for close at 1733148912683Writing region close event to WAL at 1733148912684 (+1 ms)Running coprocessor post-close hooks at 1733148912684Closed at 1733148912684
2024-12-02T14:15:12,684 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogSplittingAfterMasterRecoveryDueToZKExpiry,1,1733148909572.7193a6b7c0494e3d11f02a2adc253fc5.
2024-12-02T14:15:12,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741887_1064 (size=2076)
2024-12-02T14:15:12,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741887_1064 (size=2076)
2024-12-02T14:15:12,687 DEBUG [RS:0;b4ac66777750:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,687 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:12,687 INFO  [RS:0;b4ac66777750:39541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:12,687 INFO  [RS:0;b4ac66777750:39541 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:12,688 INFO  [RS:0;b4ac66777750:39541 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:12,688 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:12,688 INFO  [RS:0;b4ac66777750:39541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39541
2024-12-02T14:15:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,39541,1733148908381
2024-12-02T14:15:12,690 INFO  [RS:0;b4ac66777750:39541 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:12,740 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,791 INFO  [RS:0;b4ac66777750:39541 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x1009b5758630014, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,792 INFO  [RS:0;b4ac66777750:39541 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,39541,1733148908381; zookeeper connection closed.
2024-12-02T14:15:12,792 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4952a578 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4952a578
2024-12-02T14:15:12,883 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,38383,1733148909478; all regions closed.
2024-12-02T14:15:12,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741897_1074 (size=483)
2024-12-02T14:15:12,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741897_1074 (size=483)
2024-12-02T14:15:12,887 DEBUG [RS:2;b4ac66777750:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:12,887 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:12,887 INFO  [RS:2;b4ac66777750:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:12,888 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:12,888 INFO  [RS:2;b4ac66777750:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38383
2024-12-02T14:15:12,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,38383,1733148909478
2024-12-02T14:15:12,890 INFO  [RS:2;b4ac66777750:38383 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,992 INFO  [RS:2;b4ac66777750:38383 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1009b5758630017, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:12,992 INFO  [RS:2;b4ac66777750:38383 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,38383,1733148909478; zookeeper connection closed.
2024-12-02T14:15:12,992 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48e64e06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48e64e06
2024-12-02T14:15:12,992 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 2 master(s) and 3 regionserver(s) complete
2024-12-02T14:15:13,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630011, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:13,095 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,098 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=testing utility connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility0x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:13,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testing utility-0x1009b5758630018 connected
2024-12-02T14:15:13,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:13,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/meta-region-server
2024-12-02T14:15:13,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs
2024-12-02T14:15:13,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/splitWAL
2024-12-02T14:15:13,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters
2024-12-02T14:15:13,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc
2024-12-02T14:15:13,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/draining
2024-12-02T14:15:13,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master-maintenance
2024-12-02T14:15:13,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot
2024-12-02T14:15:13,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/hbaseid
2024-12-02T14:15:13,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/table
2024-12-02T14:15:13,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/abort
2024-12-02T14:15:13,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/acquired
2024-12-02T14:15:13,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/reached
2024-12-02T14:15:13,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/abort
2024-12-02T14:15:13,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/acquired
2024-12-02T14:15:13,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/reached
2024-12-02T14:15:13,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/reached
2024-12-02T14:15:13,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:13,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/acquired
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/abort
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/reached
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/acquired
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/abort
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/table
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/hbaseid
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master-maintenance
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/draining
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/splitWAL
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,129 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestZooKeeper#testLogSplittingAfterMasterRecoveryDueToZKExpiry Thread=392 (was 347)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1592042351_22 at /127.0.0.1:45572 [Waiting for operation #29]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b4ac66777750:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b4ac66777750:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712650000_22 at /127.0.0.1:46956 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/b4ac66777750:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.7
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712650000_22 at /127.0.0.1:44606 [Waiting for operation #41]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=693 (was 634) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 494) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2340 (was 2648)
2024-12-02T14:15:13,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestZooKeeper#testRegionAssignmentAfterMasterRecoveryDueToZKExpiry Thread=392, OpenFileDescriptor=693, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=2340
2024-12-02T14:15:13,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741907_1084 (size=7)
2024-12-02T14:15:13,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741907_1084 (size=7)
2024-12-02T14:15:13,151 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968 with version=8
2024-12-02T14:15:13,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase-staging
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:13,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:13,154 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43973
2024-12-02T14:15:13,155 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43973 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439730x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:13,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43973-0x1009b5758630019 connected
2024-12-02T14:15:13,169 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,170 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:13,172 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:13,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:13,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43973
2024-12-02T14:15:13,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43973
2024-12-02T14:15:13,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43973
2024-12-02T14:15:13,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43973
2024-12-02T14:15:13,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43973
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T14:15:13,177 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:13,178 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38843
2024-12-02T14:15:13,179 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38843 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388430x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:13,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38843-0x1009b575863001a connected
2024-12-02T14:15:13,185 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,186 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:13,188 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968, hbase.cluster.distributed=false
2024-12-02T14:15:13,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38843
2024-12-02T14:15:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38843
2024-12-02T14:15:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38843
2024-12-02T14:15:13,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38843
2024-12-02T14:15:13,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38843
2024-12-02T14:15:13,206 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:13,206 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:13,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:13,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44661
2024-12-02T14:15:13,209 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44661 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:13,209 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,211 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446610x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:13,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446610x0, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:13,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44661-0x1009b575863001b connected
2024-12-02T14:15:13,216 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:13,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:13,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:13,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:13,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44661
2024-12-02T14:15:13,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44661
2024-12-02T14:15:13,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44661
2024-12-02T14:15:13,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44661
2024-12-02T14:15:13,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44661
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:13,235 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:13,236 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37853
2024-12-02T14:15:13,237 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37853 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:13,238 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,239 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378530x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:13,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378530x0, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T14:15:13,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37853-0x1009b575863001c connected
2024-12-02T14:15:13,244 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:13,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:13,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:13,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:13,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37853
2024-12-02T14:15:13,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37853
2024-12-02T14:15:13,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37853
2024-12-02T14:15:13,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37853
2024-12-02T14:15:13,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37853
2024-12-02T14:15:13,266 DEBUG [M:0;b4ac66777750:43973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:43973
2024-12-02T14:15:13,266 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;b4ac66777750:38843
2024-12-02T14:15:13,266 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,43973,1733148913153
2024-12-02T14:15:13,266 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,269 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,269 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4ac66777750,43973,1733148913153
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,272 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:13,272 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:13,273 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,38843,1733148913177 from backup master directory
2024-12-02T14:15:13,273 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, b4ac66777750,38843,1733148913177; waiting to become the next active master
2024-12-02T14:15:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:13,274 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:13,274 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,279 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id] with ID: b63dc87f-cf8e-4057-962f-3c7f5a74459d
2024-12-02T14:15:13,279 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id
2024-12-02T14:15:13,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741908_1085 (size=42)
2024-12-02T14:15:13,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741908_1085 (size=42)
2024-12-02T14:15:13,287 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/hbase.id]
2024-12-02T14:15:13,300 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:13,300 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:13,301 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-12-02T14:15:13,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741909_1086 (size=196)
2024-12-02T14:15:13,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741909_1086 (size=196)
2024-12-02T14:15:13,311 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:13,312 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:13,312 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:13,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741910_1087 (size=1189)
2024-12-02T14:15:13,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741910_1087 (size=1189)
2024-12-02T14:15:13,321 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store
2024-12-02T14:15:13,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741911_1088 (size=34)
2024-12-02T14:15:13,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741911_1088 (size=34)
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:13,730 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:13,730 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:13,730 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148913730Disabling compacts and flushes for region at 1733148913730Disabling writes for close at 1733148913730Writing region close event to WAL at 1733148913730Closed at 1733148913730
2024-12-02T14:15:13,731 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/.initializing
2024-12-02T14:15:13,731 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,733 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:13,735 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38843%2C1733148913177, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/oldWALs, maxLogs=10
2024-12-02T14:15:13,752 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735, exclude list is [], retry=0
2024-12-02T14:15:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:13,762 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
2024-12-02T14:15:13,763 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:13,763 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:13,763 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:13,763 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,763 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,765 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:13,767 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T14:15:13,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,768 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:13,768 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:13,769 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T14:15:13,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,770 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:13,770 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:13,771 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T14:15:13,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,772 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:13,772 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T14:15:13,773 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T14:15:13,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,774 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:13,774 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,775 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,775 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,777 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,777 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,777 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:13,779 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T14:15:13,781 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:13,782 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73962738, jitterRate=0.10213068127632141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:13,783 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733148913764Initializing all the Stores at 1733148913765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148913765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148913765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148913765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148913765Cleaning up temporary data from old regions at 1733148913777 (+12 ms)Region opened successfully at 1733148913783 (+6 ms)
2024-12-02T14:15:13,783 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T14:15:13,787 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6504ecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:13,788 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T14:15:13,788 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T14:15:13,788 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T14:15:13,788 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T14:15:13,789 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-02T14:15:13,789 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-02T14:15:13,789 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T14:15:13,791 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T14:15:13,793 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T14:15:13,795 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T14:15:13,796 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T14:15:13,797 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T14:15:13,798 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T14:15:13,798 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T14:15:13,801 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T14:15:13,802 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T14:15:13,803 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T14:15:13,804 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T14:15:13,806 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T14:15:13,807 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,810 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,38843,1733148913177, sessionid=0x1009b575863001a, setting cluster-up flag (Was=false)
2024-12-02T14:15:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,820 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T14:15:13,821 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:13,828 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T14:15:13,829 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38843,1733148913177
2024-12-02T14:15:13,831 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T14:15:13,833 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:13,833 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T14:15:13,833 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,38843,1733148913177
Number of backup masters: 1
  b4ac66777750,43973,1733148913153
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:13,835 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148943836
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T14:15:13,836 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T14:15:13,837 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:13,837 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T14:15:13,837 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T14:15:13,838 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T14:15:13,838 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T14:15:13,838 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T14:15:13,838 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T14:15:13,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,838 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148913838,5,FailOnTimeoutGroup]
2024-12-02T14:15:13,838 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T14:15:13,839 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148913838,5,FailOnTimeoutGroup]
2024-12-02T14:15:13,839 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,839 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T14:15:13,839 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,839 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741913_1090 (size=1321)
2024-12-02T14:15:13,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741913_1090 (size=1321)
2024-12-02T14:15:13,850 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T14:15:13,850 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:13,853 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(746): ClusterId : b63dc87f-cf8e-4057-962f-3c7f5a74459d
2024-12-02T14:15:13,854 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:13,854 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(746): ClusterId : b63dc87f-cf8e-4057-962f-3c7f5a74459d
2024-12-02T14:15:13,854 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:13,857 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:13,857 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:13,857 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:13,857 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:13,859 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:13,859 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:13,859 DEBUG [RS:0;b4ac66777750:44661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d0220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:13,859 DEBUG [RS:1;b4ac66777750:37853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6401ab5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:13,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741914_1091 (size=32)
2024-12-02T14:15:13,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741914_1091 (size=32)
2024-12-02T14:15:13,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:13,871 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:13,875 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:13,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,877 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:44661
2024-12-02T14:15:13,877 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:13,877 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:13,877 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:13,877 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:13,877 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:13,878 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4ac66777750:37853
2024-12-02T14:15:13,878 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:13,878 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:13,878 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:13,878 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38843,1733148913177 with port=44661, startcode=1733148913206
2024-12-02T14:15:13,878 DEBUG [RS:0;b4ac66777750:44661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:13,879 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38843,1733148913177 with port=37853, startcode=1733148913234
2024-12-02T14:15:13,879 DEBUG [RS:1;b4ac66777750:37853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:13,880 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:13,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:13,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:13,881 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:13,881 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:13,882 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,882 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,883 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,883 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,883 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:13,883 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:13,883 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:13,884 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:13,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,885 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:13,885 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:13,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:13,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:13,886 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:13,886 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:13,886 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:13,886 DEBUG [RS:0;b4ac66777750:44661 {}] zookeeper.ZKUtil(111): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,886 WARN  [RS:0;b4ac66777750:44661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:13,886 INFO  [RS:0;b4ac66777750:44661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:13,886 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,887 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:13,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:13,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:13,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:13,888 DEBUG [RS:1;b4ac66777750:37853 {}] zookeeper.ZKUtil(111): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,888 WARN  [RS:1;b4ac66777750:37853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:13,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:13,888 INFO  [RS:1;b4ac66777750:37853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:13,888 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:13,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:13,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:13,891 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:13,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:13,901 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,44661,1733148913206]
2024-12-02T14:15:13,901 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,37853,1733148913234]
2024-12-02T14:15:13,903 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:13,904 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61399755, jitterRate=-0.0850723534822464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733148913870Initializing all the Stores at 1733148913871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148913871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148913871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148913871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148913871Cleaning up temporary data from old regions at 1733148913890 (+19 ms)Region opened successfully at 1733148913905 (+15 ms)
2024-12-02T14:15:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:13,905 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:13,907 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:13,913 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:13,917 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:13,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148913905Disabling compacts and flushes for region at 1733148913905Disabling writes for close at 1733148913905Writing region close event to WAL at 1733148913917 (+12 ms)Closed at 1733148913917
2024-12-02T14:15:13,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:13,918 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T14:15:13,919 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T14:15:13,920 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:13,924 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T14:15:13,924 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:13,924 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:13,928 INFO  [RS:0;b4ac66777750:44661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:13,928 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,930 INFO  [RS:1;b4ac66777750:37853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:13,930 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:13,930 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,930 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:13,931 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:13,931 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:13,931 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,931 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,931 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:0;b4ac66777750:44661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:13,932 DEBUG [RS:1;b4ac66777750:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,44661,1733148913206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,943 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,37853,1733148913234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:13,967 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:13,967 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:13,967 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,44661,1733148913206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,967 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,37853,1733148913234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,967 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,967 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,968 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.Replication(171): b4ac66777750,44661,1733148913206 started
2024-12-02T14:15:13,968 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.Replication(171): b4ac66777750,37853,1733148913234 started
2024-12-02T14:15:13,990 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,990 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:13,991 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,37853,1733148913234, RpcServer on b4ac66777750/172.17.0.3:37853, sessionid=0x1009b575863001c
2024-12-02T14:15:13,991 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,44661,1733148913206, RpcServer on b4ac66777750/172.17.0.3:44661, sessionid=0x1009b575863001b
2024-12-02T14:15:13,991 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:13,991 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:13,991 DEBUG [RS:1;b4ac66777750:37853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,991 DEBUG [RS:0;b4ac66777750:44661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,991 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,37853,1733148913234'
2024-12-02T14:15:13,991 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,44661,1733148913206'
2024-12-02T14:15:13,991 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:13,991 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,37853,1733148913234
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,44661,1733148913206
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,37853,1733148913234'
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,44661,1733148913206'
2024-12-02T14:15:13,992 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:13,992 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:13,993 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:13,993 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:13,993 DEBUG [RS:1;b4ac66777750:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:13,993 INFO  [RS:1;b4ac66777750:37853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:13,993 DEBUG [RS:0;b4ac66777750:44661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:13,993 INFO  [RS:1;b4ac66777750:37853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:13,993 INFO  [RS:0;b4ac66777750:44661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:13,993 INFO  [RS:0;b4ac66777750:44661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:14,074 WARN  [b4ac66777750:38843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T14:15:14,094 INFO  [RS:1;b4ac66777750:37853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:14,094 INFO  [RS:0;b4ac66777750:44661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:14,096 INFO  [RS:0;b4ac66777750:44661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C44661%2C1733148913206, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:14,096 INFO  [RS:1;b4ac66777750:37853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C37853%2C1733148913234, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,37853,1733148913234, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:14,117 DEBUG [RS:1;b4ac66777750:37853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,37853,1733148913234/b4ac66777750%2C37853%2C1733148913234.1733148914097, exclude list is [], retry=0
2024-12-02T14:15:14,117 DEBUG [RS:0;b4ac66777750:44661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206/b4ac66777750%2C44661%2C1733148913206.1733148914097, exclude list is [], retry=0
2024-12-02T14:15:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:14,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:14,124 INFO  [RS:1;b4ac66777750:37853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,37853,1733148913234/b4ac66777750%2C37853%2C1733148913234.1733148914097
2024-12-02T14:15:14,124 INFO  [RS:0;b4ac66777750:44661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206/b4ac66777750%2C44661%2C1733148913206.1733148914097
2024-12-02T14:15:14,124 DEBUG [RS:1;b4ac66777750:37853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:14,124 DEBUG [RS:0;b4ac66777750:44661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:42257:42257)]
2024-12-02T14:15:14,324 DEBUG [b4ac66777750:38843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-02T14:15:14,325 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:14,327 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:14,327 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:14,327 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:14,327 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:14,327 INFO  [b4ac66777750:38843 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:14,327 INFO  [b4ac66777750:38843 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:14,327 DEBUG [b4ac66777750:38843 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:14,327 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:14,329 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,44661,1733148913206, state=OPENING
2024-12-02T14:15:14,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T14:15:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:14,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T14:15:14,333 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,44661,1733148913206}]
2024-12-02T14:15:14,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:14,488 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:14,492 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T14:15:14,492 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:14,493 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T14:15:14,494 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C44661%2C1733148913206.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:14,510 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206/b4ac66777750%2C44661%2C1733148913206.meta.1733148914495.meta, exclude list is [], retry=0
2024-12-02T14:15:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:14,515 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,44661,1733148913206/b4ac66777750%2C44661%2C1733148913206.meta.1733148914495.meta
2024-12-02T14:15:14,515 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:14,515 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T14:15:14,516 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T14:15:14,516 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T14:15:14,516 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T14:15:14,516 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T14:15:14,516 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,517 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T14:15:14,517 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T14:15:14,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T14:15:14,519 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T14:15:14,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:14,520 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:14,520 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T14:15:14,521 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T14:15:14,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:14,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:14,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T14:15:14,523 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T14:15:14,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:14,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:14,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T14:15:14,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T14:15:14,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:14,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T14:15:14,525 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T14:15:14,526 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:14,527 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/hbase/meta/1588230740
2024-12-02T14:15:14,528 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T14:15:14,528 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T14:15:14,529 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T14:15:14,531 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T14:15:14,532 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62439799, jitterRate=-0.06957449018955231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T14:15:14,532 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T14:15:14,533 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733148914517Writing region info on filesystem at 1733148914517Initializing all the Stores at 1733148914518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148914518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148914518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148914518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148914518Cleaning up temporary data from old regions at 1733148914528 (+10 ms)Running coprocessor post-open hooks at 1733148914532 (+4 ms)Region opened successfully at 1733148914533 (+1 ms)
2024-12-02T14:15:14,535 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148914486
2024-12-02T14:15:14,537 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T14:15:14,538 INFO  [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T14:15:14,538 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:14,539 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,44661,1733148913206, state=OPEN
2024-12-02T14:15:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:14,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:14,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T14:15:14,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,44661,1733148913206
2024-12-02T14:15:14,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T14:15:14,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,44661,1733148913206 in 209 msec
2024-12-02T14:15:14,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T14:15:14,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec
2024-12-02T14:15:14,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T14:15:14,549 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T14:15:14,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:14,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,44661,1733148913206, seqNum=-1]
2024-12-02T14:15:14,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:14,553 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:14,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec
2024-12-02T14:15:14,561 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148914561, completionTime=-1
2024-12-02T14:15:14,561 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-02T14:15:14,561 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T14:15:14,563 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-02T14:15:14,563 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148974563
2024-12-02T14:15:14,563 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149034563
2024-12-02T14:15:14,563 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:38843, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,564 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,566 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.296sec
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T14:15:14,571 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T14:15:14,572 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:14,572 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T14:15:14,575 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T14:15:14,575 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T14:15:14,575 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38843,1733148913177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67ddb04e to 127.0.0.1:57476 with session timeout=1000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77268448
2024-12-02T14:15:14,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2086f87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T14:15:14,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T14:15:14,660 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x67ddb04e {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,44661,1733148913206, seqNum=-1]
2024-12-02T14:15:14,660 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x67ddb04e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T14:15:14,662 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T14:15:14,664 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,38843,1733148913177
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T14:15:14,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T14:15:14,687 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T14:15:14,687 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T14:15:14,687 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41899
2024-12-02T14:15:14,688 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41899 connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:14,689 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:14,691 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418990x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:14,695 DEBUG [pool-929-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-02T14:15:14,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:14,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41899-0x1009b575863001e connected
2024-12-02T14:15:14,697 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T14:15:14,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T14:15:14,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:14,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T14:15:14,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41899
2024-12-02T14:15:14,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41899
2024-12-02T14:15:14,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41899
2024-12-02T14:15:14,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41899
2024-12-02T14:15:14,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41899
2024-12-02T14:15:14,704 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(746): ClusterId : b63dc87f-cf8e-4057-962f-3c7f5a74459d
2024-12-02T14:15:14,704 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T14:15:14,706 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T14:15:14,706 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T14:15:14,708 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T14:15:14,709 DEBUG [RS:2;b4ac66777750:41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f52f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4ac66777750/172.17.0.3:0
2024-12-02T14:15:14,721 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b4ac66777750:41899
2024-12-02T14:15:14,722 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T14:15:14,722 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T14:15:14,722 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T14:15:14,722 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38843,1733148913177 with port=41899, startcode=1733148914686
2024-12-02T14:15:14,723 DEBUG [RS:2;b4ac66777750:41899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T14:15:14,725 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T14:15:14,725 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,725 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,727 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,727 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187
2024-12-02T14:15:14,727 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T14:15:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:14,730 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,41899,1733148914686]
2024-12-02T14:15:14,730 DEBUG [RS:2;b4ac66777750:41899 {}] zookeeper.ZKUtil(111): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,730 WARN  [RS:2;b4ac66777750:41899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:14,730 INFO  [RS:2;b4ac66777750:41899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:14,730 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,734 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T14:15:14,736 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T14:15:14,736 INFO  [RS:2;b4ac66777750:41899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T14:15:14,737 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,737 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T14:15:14,738 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T14:15:14,738 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,738 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,739 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1
2024-12-02T14:15:14,739 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:14,739 DEBUG [RS:2;b4ac66777750:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3
2024-12-02T14:15:14,739 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,739 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,739 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,739 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,739 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,740 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41899,1733148914686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T14:15:14,760 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T14:15:14,760 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41899,1733148914686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,760 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,760 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.Replication(171): b4ac66777750,41899,1733148914686 started
2024-12-02T14:15:14,775 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T14:15:14,775 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,41899,1733148914686, RpcServer on b4ac66777750/172.17.0.3:41899, sessionid=0x1009b575863001e
2024-12-02T14:15:14,775 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T14:15:14,776 DEBUG [RS:2;b4ac66777750:41899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,776 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,41899,1733148914686'
2024-12-02T14:15:14,776 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T14:15:14,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T14:15:14,776 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T14:15:14,777 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x67ddb04e {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38843,1733148913177
2024-12-02T14:15:14,777 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x67ddb04e {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c842517
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,41899,1733148914686
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,41899,1733148914686'
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T14:15:14,777 DEBUG [ReadOnlyZKClient-127.0.0.1:57476@0x67ddb04e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T14:15:14,777 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T14:15:14,778 DEBUG [RS:2;b4ac66777750:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T14:15:14,778 INFO  [RS:2;b4ac66777750:41899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T14:15:14,778 INFO  [RS:2;b4ac66777750:41899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T14:15:14,779 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T14:15:14,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry
2024-12-02T14:15:14,784 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T14:15:14,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:14,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRegionAssignmentAfterMasterRecoveryDueToZKExpiry"
 procId is: 4
2024-12-02T14:15:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:14,786 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T14:15:14,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741918_1095 (size=404)
2024-12-02T14:15:14,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741918_1095 (size=404)
2024-12-02T14:15:14,795 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 57fc3e66584d6348d2621613befbaadb, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.', STARTKEY => 'b', ENDKEY => 'c'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,796 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7993e3349be03599b0488d2bba59df73, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.', STARTKEY => 'a', ENDKEY => 'b'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,796 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 106c161939dfa42b809dddb32c0e5e9c, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.', STARTKEY => '', ENDKEY => 'a'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741921_1098 (size=89)
2024-12-02T14:15:14,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741920_1097 (size=88)
2024-12-02T14:15:14,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741920_1097 (size=88)
2024-12-02T14:15:14,808 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,809 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 7993e3349be03599b0488d2bba59df73, disabling compactions & flushes
2024-12-02T14:15:14,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741921_1098 (size=89)
2024-12-02T14:15:14,809 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:14,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741919_1096 (size=89)
2024-12-02T14:15:14,809 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:14,809 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73. after waiting 0 ms
2024-12-02T14:15:14,809 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:14,809 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:14,809 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7993e3349be03599b0488d2bba59df73:
Waiting for close lock at 1733148914809Disabling compacts and flushes for region at 1733148914809Disabling writes for close at 1733148914809Writing region close event to WAL at 1733148914809Closed at 1733148914809
2024-12-02T14:15:14,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741919_1096 (size=89)
2024-12-02T14:15:14,810 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6667113a22034a960bc87f54b05468e7, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.', STARTKEY => 'c', ENDKEY => 'd'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,813 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,814 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1722): Closing 57fc3e66584d6348d2621613befbaadb, disabling compactions & flushes
2024-12-02T14:15:14,814 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:14,814 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:14,814 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb. after waiting 0 ms
2024-12-02T14:15:14,814 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:14,814 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:14,814 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1676): Region close journal for 57fc3e66584d6348d2621613befbaadb:
Waiting for close lock at 1733148914814Disabling compacts and flushes for region at 1733148914814Disabling writes for close at 1733148914814Writing region close event to WAL at 1733148914814Closed at 1733148914814
2024-12-02T14:15:14,815 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0019b8f95e3402b2fddf764f728addbd, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.', STARTKEY => 'd', ENDKEY => 'e'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741923_1100 (size=89)
2024-12-02T14:15:14,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741923_1100 (size=89)
2024-12-02T14:15:14,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741922_1099 (size=89)
2024-12-02T14:15:14,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741922_1099 (size=89)
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 6667113a22034a960bc87f54b05468e7, disabling compactions & flushes
2024-12-02T14:15:14,827 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7. after waiting 0 ms
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:14,827 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:14,827 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6667113a22034a960bc87f54b05468e7:
Waiting for close lock at 1733148914827Disabling compacts and flushes for region at 1733148914827Disabling writes for close at 1733148914827Writing region close event to WAL at 1733148914827Closed at 1733148914827
2024-12-02T14:15:14,828 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0bf86af1be4c48bc60c66f980fb4a7e, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.', STARTKEY => 'e', ENDKEY => 'f'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741924_1101 (size=89)
2024-12-02T14:15:14,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741924_1101 (size=89)
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing b0bf86af1be4c48bc60c66f980fb4a7e, disabling compactions & flushes
2024-12-02T14:15:14,838 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e. after waiting 0 ms
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:14,838 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:14,838 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0bf86af1be4c48bc60c66f980fb4a7e:
Waiting for close lock at 1733148914838Disabling compacts and flushes for region at 1733148914838Disabling writes for close at 1733148914838Writing region close event to WAL at 1733148914838Closed at 1733148914838
2024-12-02T14:15:14,839 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5aa2498c3c0a2aee33454f6da9a1e571, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.', STARTKEY => 'f', ENDKEY => 'g'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741925_1102 (size=89)
2024-12-02T14:15:14,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741925_1102 (size=89)
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 5aa2498c3c0a2aee33454f6da9a1e571, disabling compactions & flushes
2024-12-02T14:15:14,875 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571. after waiting 0 ms
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:14,875 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:14,875 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5aa2498c3c0a2aee33454f6da9a1e571:
Waiting for close lock at 1733148914875Disabling compacts and flushes for region at 1733148914875Disabling writes for close at 1733148914875Writing region close event to WAL at 1733148914875Closed at 1733148914875
2024-12-02T14:15:14,876 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 951fec299c41dc95ab83d879537c35bd, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.', STARTKEY => 'g', ENDKEY => 'h'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,879 INFO  [RS:2;b4ac66777750:41899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T14:15:14,881 INFO  [RS:2;b4ac66777750:41899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C41899%2C1733148914686, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,41899,1733148914686, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/oldWALs, maxLogs=32
2024-12-02T14:15:14,881 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T14:15:14,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741926_1103 (size=89)
2024-12-02T14:15:14,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741926_1103 (size=89)
2024-12-02T14:15:14,889 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,890 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 951fec299c41dc95ab83d879537c35bd, disabling compactions & flushes
2024-12-02T14:15:14,890 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:14,890 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:14,890 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd. after waiting 0 ms
2024-12-02T14:15:14,890 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:14,890 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:14,890 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 951fec299c41dc95ab83d879537c35bd:
Waiting for close lock at 1733148914889Disabling compacts and flushes for region at 1733148914889Disabling writes for close at 1733148914890 (+1 ms)Writing region close event to WAL at 1733148914890Closed at 1733148914890
2024-12-02T14:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:14,891 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b68287b08d67e052486d40c3d01c8b86, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.', STARTKEY => 'h', ENDKEY => 'i'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,903 DEBUG [RS:2;b4ac66777750:41899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,41899,1733148914686/b4ac66777750%2C41899%2C1733148914686.1733148914881, exclude list is [], retry=0
2024-12-02T14:15:14,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39087,DS-baa0a854-b5f2-4c0b-be0f-f76cdab681bc,DISK]
2024-12-02T14:15:14,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43197,DS-ba26d89e-53f7-4485-a624-8dbf6c3f1c83,DISK]
2024-12-02T14:15:14,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741928_1105 (size=89)
2024-12-02T14:15:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741928_1105 (size=89)
2024-12-02T14:15:14,953 INFO  [RS:2;b4ac66777750:41899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/WALs/b4ac66777750,41899,1733148914686/b4ac66777750%2C41899%2C1733148914686.1733148914881
2024-12-02T14:15:14,958 DEBUG [RS:2;b4ac66777750:41899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42257:42257),(127.0.0.1/127.0.0.1:34587:34587)]
2024-12-02T14:15:14,962 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:14,962 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing b68287b08d67e052486d40c3d01c8b86, disabling compactions & flushes
2024-12-02T14:15:14,962 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:14,962 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:14,963 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86. after waiting 0 ms
2024-12-02T14:15:14,963 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:14,963 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:14,963 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for b68287b08d67e052486d40c3d01c8b86:
Waiting for close lock at 1733148914962Disabling compacts and flushes for region at 1733148914962Disabling writes for close at 1733148914963 (+1 ms)Writing region close event to WAL at 1733148914963Closed at 1733148914963
2024-12-02T14:15:14,963 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95210e67acd7c5573e8e56ec53356599, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.', STARTKEY => 'i', ENDKEY => 'j'}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:14,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741929_1106 (size=89)
2024-12-02T14:15:14,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741929_1106 (size=89)
2024-12-02T14:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:15,209 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,209 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1722): Closing 106c161939dfa42b809dddb32c0e5e9c, disabling compactions & flushes
2024-12-02T14:15:15,209 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,209 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,210 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c. after waiting 0 ms
2024-12-02T14:15:15,210 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,210 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,210 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1676): Region close journal for 106c161939dfa42b809dddb32c0e5e9c:
Waiting for close lock at 1733148915209Disabling compacts and flushes for region at 1733148915209Disabling writes for close at 1733148915210 (+1 ms)Writing region close event to WAL at 1733148915210Closed at 1733148915210
2024-12-02T14:15:15,210 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 692989b7f1dbebd7ec2d62ad8b894f2c, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.', STARTKEY => 'j', ENDKEY => ''}, tableDescriptor='testRegionAssignmentAfterMasterRecoveryDueToZKExpiry', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968
2024-12-02T14:15:15,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741930_1107 (size=88)
2024-12-02T14:15:15,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741930_1107 (size=88)
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1722): Closing 692989b7f1dbebd7ec2d62ad8b894f2c, disabling compactions & flushes
2024-12-02T14:15:15,219 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c. after waiting 0 ms
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,219 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,219 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-0 {}] regionserver.HRegion(1676): Region close journal for 692989b7f1dbebd7ec2d62ad8b894f2c:
Waiting for close lock at 1733148915219Disabling compacts and flushes for region at 1733148915219Disabling writes for close at 1733148915219Writing region close event to WAL at 1733148915219Closed at 1733148915219
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1722): Closing 0019b8f95e3402b2fddf764f728addbd, disabling compactions & flushes
2024-12-02T14:15:15,225 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd. after waiting 0 ms
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,225 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,225 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0019b8f95e3402b2fddf764f728addbd:
Waiting for close lock at 1733148915225Disabling compacts and flushes for region at 1733148915225Disabling writes for close at 1733148915225Writing region close event to WAL at 1733148915225Closed at 1733148915225
2024-12-02T14:15:15,382 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,383 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1722): Closing 95210e67acd7c5573e8e56ec53356599, disabling compactions & flushes
2024-12-02T14:15:15,383 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,383 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,383 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599. after waiting 0 ms
2024-12-02T14:15:15,383 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,383 INFO  [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,383 DEBUG [RegionOpenAndInit-testRegionAssignmentAfterMasterRecoveryDueToZKExpiry-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95210e67acd7c5573e8e56ec53356599:
Waiting for close lock at 1733148915383Disabling compacts and flushes for region at 1733148915383Disabling writes for close at 1733148915383Writing region close event to WAL at 1733148915383Closed at 1733148915383
2024-12-02T14:15:15,385 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T14:15:15,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.","families":{"info":[{"qualifier":"regioninfo","vlen":88,"tag":[],"timestamp":"1733148915385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148915385"}]},"ts":"1733148915385"}
2024-12-02T14:15:15,393 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 11 regions to meta.
2024-12-02T14:15:15,395 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T14:15:15,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148915395"}]},"ts":"1733148915395"}
2024-12-02T14:15:15,398 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, state=ENABLING in hbase:meta
2024-12-02T14:15:15,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b4ac66777750=0} racks are {/default-rack=0}
2024-12-02T14:15:15,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-02T14:15:15,406 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-02T14:15:15,406 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-02T14:15:15,406 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-02T14:15:15,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-02T14:15:15,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=106c161939dfa42b809dddb32c0e5e9c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=7993e3349be03599b0488d2bba59df73, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=57fc3e66584d6348d2621613befbaadb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=6667113a22034a960bc87f54b05468e7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=0019b8f95e3402b2fddf764f728addbd, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=5aa2498c3c0a2aee33454f6da9a1e571, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=951fec299c41dc95ab83d879537c35bd, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b68287b08d67e052486d40c3d01c8b86, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=95210e67acd7c5573e8e56ec53356599, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=692989b7f1dbebd7ec2d62ad8b894f2c, ASSIGN}]
2024-12-02T14:15:15,409 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=692989b7f1dbebd7ec2d62ad8b894f2c, ASSIGN
2024-12-02T14:15:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:15,410 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=95210e67acd7c5573e8e56ec53356599, ASSIGN
2024-12-02T14:15:15,410 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b68287b08d67e052486d40c3d01c8b86, ASSIGN
2024-12-02T14:15:15,410 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=951fec299c41dc95ab83d879537c35bd, ASSIGN
2024-12-02T14:15:15,412 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=951fec299c41dc95ab83d879537c35bd, ASSIGN; state=OFFLINE, location=b4ac66777750,44661,1733148913206; forceNewPlan=false, retain=false
2024-12-02T14:15:15,412 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=692989b7f1dbebd7ec2d62ad8b894f2c, ASSIGN; state=OFFLINE, location=b4ac66777750,44661,1733148913206; forceNewPlan=false, retain=false
2024-12-02T14:15:15,412 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=5aa2498c3c0a2aee33454f6da9a1e571, ASSIGN
2024-12-02T14:15:15,412 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b68287b08d67e052486d40c3d01c8b86, ASSIGN; state=OFFLINE, location=b4ac66777750,41899,1733148914686; forceNewPlan=false, retain=false
2024-12-02T14:15:15,413 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=95210e67acd7c5573e8e56ec53356599, ASSIGN; state=OFFLINE, location=b4ac66777750,37853,1733148913234; forceNewPlan=false, retain=false
2024-12-02T14:15:15,413 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=5aa2498c3c0a2aee33454f6da9a1e571, ASSIGN; state=OFFLINE, location=b4ac66777750,37853,1733148913234; forceNewPlan=false, retain=false
2024-12-02T14:15:15,417 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e, ASSIGN
2024-12-02T14:15:15,418 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=0019b8f95e3402b2fddf764f728addbd, ASSIGN
2024-12-02T14:15:15,419 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e, ASSIGN; state=OFFLINE, location=b4ac66777750,41899,1733148914686; forceNewPlan=false, retain=false
2024-12-02T14:15:15,419 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=0019b8f95e3402b2fddf764f728addbd, ASSIGN; state=OFFLINE, location=b4ac66777750,41899,1733148914686; forceNewPlan=false, retain=false
2024-12-02T14:15:15,419 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=57fc3e66584d6348d2621613befbaadb, ASSIGN
2024-12-02T14:15:15,420 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=106c161939dfa42b809dddb32c0e5e9c, ASSIGN
2024-12-02T14:15:15,420 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=57fc3e66584d6348d2621613befbaadb, ASSIGN; state=OFFLINE, location=b4ac66777750,37853,1733148913234; forceNewPlan=false, retain=false
2024-12-02T14:15:15,420 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=7993e3349be03599b0488d2bba59df73, ASSIGN
2024-12-02T14:15:15,421 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=6667113a22034a960bc87f54b05468e7, ASSIGN
2024-12-02T14:15:15,421 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=7993e3349be03599b0488d2bba59df73, ASSIGN; state=OFFLINE, location=b4ac66777750,41899,1733148914686; forceNewPlan=false, retain=false
2024-12-02T14:15:15,422 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=106c161939dfa42b809dddb32c0e5e9c, ASSIGN; state=OFFLINE, location=b4ac66777750,37853,1733148913234; forceNewPlan=false, retain=false
2024-12-02T14:15:15,422 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=6667113a22034a960bc87f54b05468e7, ASSIGN; state=OFFLINE, location=b4ac66777750,44661,1733148913206; forceNewPlan=false, retain=false
2024-12-02T14:15:15,563 INFO  [b4ac66777750:38843 {}] balancer.BaseLoadBalancer(388): Reassigned 11 regions. 11 retained the pre-restart assignment. 
2024-12-02T14:15:15,563 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=692989b7f1dbebd7ec2d62ad8b894f2c, regionState=OPENING, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,563 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b0bf86af1be4c48bc60c66f980fb4a7e, regionState=OPENING, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,563 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6667113a22034a960bc87f54b05468e7, regionState=OPENING, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,563 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=951fec299c41dc95ab83d879537c35bd, regionState=OPENING, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,563 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b68287b08d67e052486d40c3d01c8b86, regionState=OPENING, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,564 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0019b8f95e3402b2fddf764f728addbd, regionState=OPENING, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,564 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7993e3349be03599b0488d2bba59df73, regionState=OPENING, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,564 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=95210e67acd7c5573e8e56ec53356599, regionState=OPENING, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,564 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5aa2498c3c0a2aee33454f6da9a1e571, regionState=OPENING, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,565 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=106c161939dfa42b809dddb32c0e5e9c, regionState=OPENING, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,565 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=57fc3e66584d6348d2621613befbaadb, regionState=OPENING, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b68287b08d67e052486d40c3d01c8b86, ASSIGN because future has completed
2024-12-02T14:15:15,568 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b68287b08d67e052486d40c3d01c8b86, server=b4ac66777750,41899,1733148914686}]
2024-12-02T14:15:15,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=951fec299c41dc95ab83d879537c35bd, ASSIGN because future has completed
2024-12-02T14:15:15,569 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951fec299c41dc95ab83d879537c35bd, server=b4ac66777750,44661,1733148913206}]
2024-12-02T14:15:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=692989b7f1dbebd7ec2d62ad8b894f2c, ASSIGN because future has completed
2024-12-02T14:15:15,571 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692989b7f1dbebd7ec2d62ad8b894f2c, server=b4ac66777750,44661,1733148913206}]
2024-12-02T14:15:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e, ASSIGN because future has completed
2024-12-02T14:15:15,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0bf86af1be4c48bc60c66f980fb4a7e, server=b4ac66777750,41899,1733148914686}]
2024-12-02T14:15:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=6667113a22034a960bc87f54b05468e7, ASSIGN because future has completed
2024-12-02T14:15:15,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=5aa2498c3c0a2aee33454f6da9a1e571, ASSIGN because future has completed
2024-12-02T14:15:15,576 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aa2498c3c0a2aee33454f6da9a1e571, server=b4ac66777750,37853,1733148913234}]
2024-12-02T14:15:15,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=0019b8f95e3402b2fddf764f728addbd, ASSIGN because future has completed
2024-12-02T14:15:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=95210e67acd7c5573e8e56ec53356599, ASSIGN because future has completed
2024-12-02T14:15:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=7993e3349be03599b0488d2bba59df73, ASSIGN because future has completed
2024-12-02T14:15:15,583 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7993e3349be03599b0488d2bba59df73, server=b4ac66777750,41899,1733148914686}]
2024-12-02T14:15:15,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=57fc3e66584d6348d2621613befbaadb, ASSIGN because future has completed
2024-12-02T14:15:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=106c161939dfa42b809dddb32c0e5e9c, ASSIGN because future has completed
2024-12-02T14:15:15,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95210e67acd7c5573e8e56ec53356599, server=b4ac66777750,37853,1733148913234}]
2024-12-02T14:15:15,587 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 106c161939dfa42b809dddb32c0e5e9c, server=b4ac66777750,37853,1733148913234}]
2024-12-02T14:15:15,588 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57fc3e66584d6348d2621613befbaadb, server=b4ac66777750,37853,1733148913234}]
2024-12-02T14:15:15,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0019b8f95e3402b2fddf764f728addbd, server=b4ac66777750,41899,1733148914686}]
2024-12-02T14:15:15,593 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6667113a22034a960bc87f54b05468e7, server=b4ac66777750,44661,1733148913206}]
2024-12-02T14:15:15,722 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:15,723 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:15,728 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:15,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b68287b08d67e052486d40c3d01c8b86, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.', STARTKEY => 'h', ENDKEY => 'i'}
2024-12-02T14:15:15,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,730 INFO  [StoreOpener-b68287b08d67e052486d40c3d01c8b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b68287b08d67e052486d40c3d01c8b86 
2024-12-02T14:15:15,731 INFO  [StoreOpener-b68287b08d67e052486d40c3d01c8b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b68287b08d67e052486d40c3d01c8b86 columnFamilyName info
2024-12-02T14:15:15,731 DEBUG [StoreOpener-b68287b08d67e052486d40c3d01c8b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,732 INFO  [StoreOpener-b68287b08d67e052486d40c3d01c8b86-1 {}] regionserver.HStore(327): Store=b68287b08d67e052486d40c3d01c8b86/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,732 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,733 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,733 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,733 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,734 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,736 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T14:15:15,737 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:15,737 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 951fec299c41dc95ab83d879537c35bd, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.', STARTKEY => 'g', ENDKEY => 'h'}
2024-12-02T14:15:15,737 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,737 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T14:15:15,737 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,737 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,739 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b68287b08d67e052486d40c3d01c8b86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,739 INFO  [StoreOpener-951fec299c41dc95ab83d879537c35bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 951fec299c41dc95ab83d879537c35bd 
2024-12-02T14:15:15,739 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b68287b08d67e052486d40c3d01c8b86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62094246, jitterRate=-0.07472363114356995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,739 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:15,740 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b68287b08d67e052486d40c3d01c8b86:
Running coprocessor pre-open hook at 1733148915728Writing region info on filesystem at 1733148915728Initializing all the Stores at 1733148915729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915729Cleaning up temporary data from old regions at 1733148915734 (+5 ms)Running coprocessor post-open hooks at 1733148915739 (+5 ms)Region opened successfully at 1733148915740 (+1 ms)
2024-12-02T14:15:15,741 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 106c161939dfa42b809dddb32c0e5e9c, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.', STARTKEY => '', ENDKEY => 'a'}
2024-12-02T14:15:15,741 INFO  [StoreOpener-951fec299c41dc95ab83d879537c35bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951fec299c41dc95ab83d879537c35bd columnFamilyName info
2024-12-02T14:15:15,741 DEBUG [StoreOpener-951fec299c41dc95ab83d879537c35bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,741 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86., pid=16, masterSystemTime=1733148915722
2024-12-02T14:15:15,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,742 INFO  [StoreOpener-951fec299c41dc95ab83d879537c35bd-1 {}] regionserver.HStore(327): Store=951fec299c41dc95ab83d879537c35bd/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,742 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,743 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,743 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,743 INFO  [StoreOpener-106c161939dfa42b809dddb32c0e5e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 106c161939dfa42b809dddb32c0e5e9c 
2024-12-02T14:15:15,743 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,743 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,744 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:15,744 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:15,744 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:15,744 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7993e3349be03599b0488d2bba59df73, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.', STARTKEY => 'a', ENDKEY => 'b'}
2024-12-02T14:15:15,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,745 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b68287b08d67e052486d40c3d01c8b86, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,745 INFO  [StoreOpener-106c161939dfa42b809dddb32c0e5e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 106c161939dfa42b809dddb32c0e5e9c columnFamilyName info
2024-12-02T14:15:15,745 DEBUG [StoreOpener-106c161939dfa42b809dddb32c0e5e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,746 INFO  [StoreOpener-106c161939dfa42b809dddb32c0e5e9c-1 {}] regionserver.HStore(327): Store=106c161939dfa42b809dddb32c0e5e9c/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,746 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,746 INFO  [StoreOpener-7993e3349be03599b0488d2bba59df73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7993e3349be03599b0488d2bba59df73 
2024-12-02T14:15:15,747 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b68287b08d67e052486d40c3d01c8b86, server=b4ac66777750,41899,1733148914686 because future has completed
2024-12-02T14:15:15,747 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,748 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,748 INFO  [StoreOpener-7993e3349be03599b0488d2bba59df73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7993e3349be03599b0488d2bba59df73 columnFamilyName info
2024-12-02T14:15:15,748 DEBUG [StoreOpener-7993e3349be03599b0488d2bba59df73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,749 INFO  [StoreOpener-7993e3349be03599b0488d2bba59df73-1 {}] regionserver.HStore(327): Store=7993e3349be03599b0488d2bba59df73/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,749 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,749 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,749 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,750 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,750 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-02T14:15:15,751 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/951fec299c41dc95ab83d879537c35bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b68287b08d67e052486d40c3d01c8b86, server=b4ac66777750,41899,1733148914686 in 180 msec
2024-12-02T14:15:15,751 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,751 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,751 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 951fec299c41dc95ab83d879537c35bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65682542, jitterRate=-0.021253854036331177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,752 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:15,752 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 951fec299c41dc95ab83d879537c35bd:
Running coprocessor pre-open hook at 1733148915738Writing region info on filesystem at 1733148915738Initializing all the Stores at 1733148915739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915739Cleaning up temporary data from old regions at 1733148915743 (+4 ms)Running coprocessor post-open hooks at 1733148915752 (+9 ms)Region opened successfully at 1733148915752
2024-12-02T14:15:15,752 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b68287b08d67e052486d40c3d01c8b86, ASSIGN in 345 msec
2024-12-02T14:15:15,754 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,755 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/106c161939dfa42b809dddb32c0e5e9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,756 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 106c161939dfa42b809dddb32c0e5e9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73804580, jitterRate=0.09977394342422485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,756 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:15,756 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 106c161939dfa42b809dddb32c0e5e9c:
Running coprocessor pre-open hook at 1733148915741Writing region info on filesystem at 1733148915741Initializing all the Stores at 1733148915742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915743 (+1 ms)Cleaning up temporary data from old regions at 1733148915749 (+6 ms)Running coprocessor post-open hooks at 1733148915756 (+7 ms)Region opened successfully at 1733148915756
2024-12-02T14:15:15,756 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd., pid=17, masterSystemTime=1733148915733
2024-12-02T14:15:15,757 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c., pid=23, masterSystemTime=1733148915736
2024-12-02T14:15:15,760 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/7993e3349be03599b0488d2bba59df73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,761 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:15,761 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:15,761 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7993e3349be03599b0488d2bba59df73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59459790, jitterRate=-0.11398008465766907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,761 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:15,761 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:15,761 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7993e3349be03599b0488d2bba59df73:
Running coprocessor pre-open hook at 1733148915745Writing region info on filesystem at 1733148915745Initializing all the Stores at 1733148915746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915746Cleaning up temporary data from old regions at 1733148915751 (+5 ms)Running coprocessor post-open hooks at 1733148915761 (+10 ms)Region opened successfully at 1733148915761
2024-12-02T14:15:15,762 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => 6667113a22034a960bc87f54b05468e7, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.', STARTKEY => 'c', ENDKEY => 'd'}
2024-12-02T14:15:15,762 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=951fec299c41dc95ab83d879537c35bd, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,762 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,762 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,762 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,762 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,764 INFO  [StoreOpener-6667113a22034a960bc87f54b05468e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6667113a22034a960bc87f54b05468e7 
2024-12-02T14:15:15,766 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,766 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:15,767 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5aa2498c3c0a2aee33454f6da9a1e571, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.', STARTKEY => 'f', ENDKEY => 'g'}
2024-12-02T14:15:15,767 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=106c161939dfa42b809dddb32c0e5e9c, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,769 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73., pid=21, masterSystemTime=1733148915722
2024-12-02T14:15:15,771 INFO  [StoreOpener-6667113a22034a960bc87f54b05468e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6667113a22034a960bc87f54b05468e7 columnFamilyName info
2024-12-02T14:15:15,772 DEBUG [StoreOpener-6667113a22034a960bc87f54b05468e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951fec299c41dc95ab83d879537c35bd, server=b4ac66777750,44661,1733148913206 because future has completed
2024-12-02T14:15:15,773 INFO  [StoreOpener-6667113a22034a960bc87f54b05468e7-1 {}] regionserver.HStore(327): Store=6667113a22034a960bc87f54b05468e7/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,773 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 106c161939dfa42b809dddb32c0e5e9c, server=b4ac66777750,37853,1733148913234 because future has completed
2024-12-02T14:15:15,775 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,777 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,779 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,779 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,780 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:15,780 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:15,781 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7752): Opening region: {ENCODED => 0019b8f95e3402b2fddf764f728addbd, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.', STARTKEY => 'd', ENDKEY => 'e'}
2024-12-02T14:15:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7794): checking encryption for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(7797): checking classloading for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,782 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,782 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7993e3349be03599b0488d2bba59df73, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12
2024-12-02T14:15:15,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 951fec299c41dc95ab83d879537c35bd, server=b4ac66777750,44661,1733148913206 in 207 msec
2024-12-02T14:15:15,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5
2024-12-02T14:15:15,786 INFO  [StoreOpener-5aa2498c3c0a2aee33454f6da9a1e571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5aa2498c3c0a2aee33454f6da9a1e571 
2024-12-02T14:15:15,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 106c161939dfa42b809dddb32c0e5e9c, server=b4ac66777750,37853,1733148913234 in 191 msec
2024-12-02T14:15:15,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7993e3349be03599b0488d2bba59df73, server=b4ac66777750,41899,1733148914686 because future has completed
2024-12-02T14:15:15,787 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=951fec299c41dc95ab83d879537c35bd, ASSIGN in 378 msec
2024-12-02T14:15:15,788 INFO  [StoreOpener-5aa2498c3c0a2aee33454f6da9a1e571-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aa2498c3c0a2aee33454f6da9a1e571 columnFamilyName info
2024-12-02T14:15:15,788 DEBUG [StoreOpener-5aa2498c3c0a2aee33454f6da9a1e571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,788 INFO  [StoreOpener-5aa2498c3c0a2aee33454f6da9a1e571-1 {}] regionserver.HStore(327): Store=5aa2498c3c0a2aee33454f6da9a1e571/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,788 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=106c161939dfa42b809dddb32c0e5e9c, ASSIGN in 380 msec
2024-12-02T14:15:15,789 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,789 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,790 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,790 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,790 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6
2024-12-02T14:15:15,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7993e3349be03599b0488d2bba59df73, server=b4ac66777750,41899,1733148914686 in 205 msec
2024-12-02T14:15:15,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=7993e3349be03599b0488d2bba59df73, ASSIGN in 386 msec
2024-12-02T14:15:15,797 INFO  [StoreOpener-0019b8f95e3402b2fddf764f728addbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0019b8f95e3402b2fddf764f728addbd 
2024-12-02T14:15:15,797 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,799 INFO  [StoreOpener-0019b8f95e3402b2fddf764f728addbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0019b8f95e3402b2fddf764f728addbd columnFamilyName info
2024-12-02T14:15:15,799 DEBUG [StoreOpener-0019b8f95e3402b2fddf764f728addbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,800 INFO  [StoreOpener-0019b8f95e3402b2fddf764f728addbd-1 {}] regionserver.HStore(327): Store=0019b8f95e3402b2fddf764f728addbd/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,800 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/6667113a22034a960bc87f54b05468e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,800 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1038): replaying wal for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,801 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened 6667113a22034a960bc87f54b05468e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774596, jitterRate=0.024821341037750244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,801 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:15,801 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/5aa2498c3c0a2aee33454f6da9a1e571/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,801 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for 6667113a22034a960bc87f54b05468e7:
Running coprocessor pre-open hook at 1733148915763Writing region info on filesystem at 1733148915763Initializing all the Stores at 1733148915764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915764Cleaning up temporary data from old regions at 1733148915779 (+15 ms)Running coprocessor post-open hooks at 1733148915801 (+22 ms)Region opened successfully at 1733148915801
2024-12-02T14:15:15,801 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,801 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5aa2498c3c0a2aee33454f6da9a1e571; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60084261, jitterRate=-0.10467474162578583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,801 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:15,802 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5aa2498c3c0a2aee33454f6da9a1e571:
Running coprocessor pre-open hook at 1733148915767Writing region info on filesystem at 1733148915767Initializing all the Stores at 1733148915770 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915770Cleaning up temporary data from old regions at 1733148915790 (+20 ms)Running coprocessor post-open hooks at 1733148915801 (+11 ms)Region opened successfully at 1733148915802 (+1 ms)
2024-12-02T14:15:15,802 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,803 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1048): stopping wal replay for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,803 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1060): Cleaning up temporary data for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,803 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7., pid=26, masterSystemTime=1733148915733
2024-12-02T14:15:15,804 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571., pid=20, masterSystemTime=1733148915736
2024-12-02T14:15:15,806 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1093): writing seq id for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,808 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/0019b8f95e3402b2fddf764f728addbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,808 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1114): Opened 0019b8f95e3402b2fddf764f728addbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70454913, jitterRate=0.049860015511512756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,809 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:15,809 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegion(1006): Region open journal for 0019b8f95e3402b2fddf764f728addbd:
Running coprocessor pre-open hook at 1733148915781Writing region info on filesystem at 1733148915781Initializing all the Stores at 1733148915784 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915784Cleaning up temporary data from old regions at 1733148915803 (+19 ms)Running coprocessor post-open hooks at 1733148915809 (+6 ms)Region opened successfully at 1733148915809
2024-12-02T14:15:15,809 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:15,809 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:15,810 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,810 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 692989b7f1dbebd7ec2d62ad8b894f2c, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.', STARTKEY => 'j', ENDKEY => ''}
2024-12-02T14:15:15,810 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,810 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6667113a22034a960bc87f54b05468e7, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,810 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,810 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,810 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,811 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:15,811 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:15,811 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,811 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 95210e67acd7c5573e8e56ec53356599, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.', STARTKEY => 'i', ENDKEY => 'j'}
2024-12-02T14:15:15,812 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,812 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,812 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd., pid=25, masterSystemTime=1733148915722
2024-12-02T14:15:15,812 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,812 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,814 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5aa2498c3c0a2aee33454f6da9a1e571, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6667113a22034a960bc87f54b05468e7, server=b4ac66777750,44661,1733148913206 because future has completed
2024-12-02T14:15:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aa2498c3c0a2aee33454f6da9a1e571, server=b4ac66777750,37853,1733148913234 because future has completed
2024-12-02T14:15:15,818 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,818 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=25}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:15,818 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:15,818 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b0bf86af1be4c48bc60c66f980fb4a7e, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.', STARTKEY => 'e', ENDKEY => 'f'}
2024-12-02T14:15:15,819 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,819 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,819 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,819 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,821 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0019b8f95e3402b2fddf764f728addbd, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,824 INFO  [StoreOpener-95210e67acd7c5573e8e56ec53356599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 95210e67acd7c5573e8e56ec53356599 
2024-12-02T14:15:15,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=8
2024-12-02T14:15:15,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6667113a22034a960bc87f54b05468e7, server=b4ac66777750,44661,1733148913206 in 224 msec
2024-12-02T14:15:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0019b8f95e3402b2fddf764f728addbd, server=b4ac66777750,41899,1733148914686 because future has completed
2024-12-02T14:15:15,826 INFO  [StoreOpener-95210e67acd7c5573e8e56ec53356599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95210e67acd7c5573e8e56ec53356599 columnFamilyName info
2024-12-02T14:15:15,827 DEBUG [StoreOpener-95210e67acd7c5573e8e56ec53356599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,827 INFO  [StoreOpener-95210e67acd7c5573e8e56ec53356599-1 {}] regionserver.HStore(327): Store=95210e67acd7c5573e8e56ec53356599/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,828 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,829 INFO  [StoreOpener-692989b7f1dbebd7ec2d62ad8b894f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 692989b7f1dbebd7ec2d62ad8b894f2c 
2024-12-02T14:15:15,829 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,831 INFO  [StoreOpener-692989b7f1dbebd7ec2d62ad8b894f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 692989b7f1dbebd7ec2d62ad8b894f2c columnFamilyName info
2024-12-02T14:15:15,831 DEBUG [StoreOpener-692989b7f1dbebd7ec2d62ad8b894f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,831 INFO  [StoreOpener-692989b7f1dbebd7ec2d62ad8b894f2c-1 {}] regionserver.HStore(327): Store=692989b7f1dbebd7ec2d62ad8b894f2c/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,831 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,832 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,833 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,833 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,833 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,835 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,837 INFO  [StoreOpener-b0bf86af1be4c48bc60c66f980fb4a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b0bf86af1be4c48bc60c66f980fb4a7e 
2024-12-02T14:15:15,838 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/692989b7f1dbebd7ec2d62ad8b894f2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,839 INFO  [StoreOpener-b0bf86af1be4c48bc60c66f980fb4a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0bf86af1be4c48bc60c66f980fb4a7e columnFamilyName info
2024-12-02T14:15:15,839 DEBUG [StoreOpener-b0bf86af1be4c48bc60c66f980fb4a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,839 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 692989b7f1dbebd7ec2d62ad8b894f2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61897621, jitterRate=-0.07765357196331024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,839 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:15,839 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,839 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 692989b7f1dbebd7ec2d62ad8b894f2c:
Running coprocessor pre-open hook at 1733148915811Writing region info on filesystem at 1733148915811Initializing all the Stores at 1733148915816 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915816Cleaning up temporary data from old regions at 1733148915833 (+17 ms)Running coprocessor post-open hooks at 1733148915839 (+6 ms)Region opened successfully at 1733148915839
2024-12-02T14:15:15,839 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,841 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c., pid=18, masterSystemTime=1733148915733
2024-12-02T14:15:15,843 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,843 INFO  [StoreOpener-b0bf86af1be4c48bc60c66f980fb4a7e-1 {}] regionserver.HStore(327): Store=b0bf86af1be4c48bc60c66f980fb4a7e/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,843 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,845 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11
2024-12-02T14:15:15,846 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,847 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,847 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,849 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=6667113a22034a960bc87f54b05468e7, ASSIGN in 419 msec
2024-12-02T14:15:15,850 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,850 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:15,850 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/95210e67acd7c5573e8e56ec53356599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,851 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 95210e67acd7c5573e8e56ec53356599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58766966, jitterRate=-0.12430396676063538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,851 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:15,851 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 95210e67acd7c5573e8e56ec53356599:
Running coprocessor pre-open hook at 1733148915812Writing region info on filesystem at 1733148915812Initializing all the Stores at 1733148915815 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915815Cleaning up temporary data from old regions at 1733148915839 (+24 ms)Running coprocessor post-open hooks at 1733148915851 (+12 ms)Region opened successfully at 1733148915851
2024-12-02T14:15:15,851 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,852 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599., pid=22, masterSystemTime=1733148915736
2024-12-02T14:15:15,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5aa2498c3c0a2aee33454f6da9a1e571, server=b4ac66777750,37853,1733148913234 in 246 msec
2024-12-02T14:15:15,853 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=692989b7f1dbebd7ec2d62ad8b894f2c, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,44661,1733148913206
2024-12-02T14:15:15,854 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=5aa2498c3c0a2aee33454f6da9a1e571, ASSIGN in 437 msec
2024-12-02T14:15:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692989b7f1dbebd7ec2d62ad8b894f2c, server=b4ac66777750,44661,1733148913206 because future has completed
2024-12-02T14:15:15,857 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,858 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:15,858 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:15,858 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 57fc3e66584d6348d2621613befbaadb, NAME => 'testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.', STARTKEY => 'b', ENDKEY => 'c'}
2024-12-02T14:15:15,858 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionAssignmentAfterMasterRecoveryDueToZKExpiry 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,859 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T14:15:15,859 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,859 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=9
2024-12-02T14:15:15,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0019b8f95e3402b2fddf764f728addbd, server=b4ac66777750,41899,1733148914686 in 253 msec
2024-12-02T14:15:15,861 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=95210e67acd7c5573e8e56ec53356599, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95210e67acd7c5573e8e56ec53356599, server=b4ac66777750,37853,1733148913234 because future has completed
2024-12-02T14:15:15,866 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=0019b8f95e3402b2fddf764f728addbd, ASSIGN in 455 msec
2024-12-02T14:15:15,868 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-12-02T14:15:15,868 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/b0bf86af1be4c48bc60c66f980fb4a7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 692989b7f1dbebd7ec2d62ad8b894f2c, server=b4ac66777750,44661,1733148913206 in 291 msec
2024-12-02T14:15:15,869 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b0bf86af1be4c48bc60c66f980fb4a7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58963511, jitterRate=-0.12137521803379059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,869 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:15,870 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b0bf86af1be4c48bc60c66f980fb4a7e:
Running coprocessor pre-open hook at 1733148915819Writing region info on filesystem at 1733148915819Initializing all the Stores at 1733148915821 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915821Cleaning up temporary data from old regions at 1733148915847 (+26 ms)Running coprocessor post-open hooks at 1733148915870 (+23 ms)Region opened successfully at 1733148915870
2024-12-02T14:15:15,871 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e., pid=19, masterSystemTime=1733148915722
2024-12-02T14:15:15,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14
2024-12-02T14:15:15,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 95210e67acd7c5573e8e56ec53356599, server=b4ac66777750,37853,1733148913234 in 281 msec
2024-12-02T14:15:15,874 INFO  [StoreOpener-57fc3e66584d6348d2621613befbaadb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 57fc3e66584d6348d2621613befbaadb 
2024-12-02T14:15:15,874 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=692989b7f1dbebd7ec2d62ad8b894f2c, ASSIGN in 463 msec
2024-12-02T14:15:15,875 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:15,875 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:15,877 INFO  [StoreOpener-57fc3e66584d6348d2621613befbaadb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fc3e66584d6348d2621613befbaadb columnFamilyName info
2024-12-02T14:15:15,877 DEBUG [StoreOpener-57fc3e66584d6348d2621613befbaadb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T14:15:15,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=95210e67acd7c5573e8e56ec53356599, ASSIGN in 466 msec
2024-12-02T14:15:15,877 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b0bf86af1be4c48bc60c66f980fb4a7e, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41899,1733148914686
2024-12-02T14:15:15,878 INFO  [StoreOpener-57fc3e66584d6348d2621613befbaadb-1 {}] regionserver.HStore(327): Store=57fc3e66584d6348d2621613befbaadb/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T14:15:15,878 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,879 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,880 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,880 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,880 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,883 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4ac66777750,41899,1733148914686, table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-02T14:15:15,884 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0bf86af1be4c48bc60c66f980fb4a7e, server=b4ac66777750,41899,1733148914686 because future has completed
2024-12-02T14:15:15,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10
2024-12-02T14:15:15,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b0bf86af1be4c48bc60c66f980fb4a7e, server=b4ac66777750,41899,1733148914686 in 315 msec
2024-12-02T14:15:15,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=b0bf86af1be4c48bc60c66f980fb4a7e, ASSIGN in 483 msec
2024-12-02T14:15:15,894 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/57fc3e66584d6348d2621613befbaadb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T14:15:15,895 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 57fc3e66584d6348d2621613befbaadb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65001955, jitterRate=-0.03139539062976837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T14:15:15,895 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:15,895 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 57fc3e66584d6348d2621613befbaadb:
Running coprocessor pre-open hook at 1733148915859Writing region info on filesystem at 1733148915859Initializing all the Stores at 1733148915860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148915860Cleaning up temporary data from old regions at 1733148915880 (+20 ms)Running coprocessor post-open hooks at 1733148915895 (+15 ms)Region opened successfully at 1733148915895
2024-12-02T14:15:15,896 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb., pid=24, masterSystemTime=1733148915736
2024-12-02T14:15:15,900 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:15,900 INFO  [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:15,901 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=57fc3e66584d6348d2621613befbaadb, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,37853,1733148913234
2024-12-02T14:15:15,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-23-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57fc3e66584d6348d2621613befbaadb, server=b4ac66777750,37853,1733148913234 because future has completed
2024-12-02T14:15:15,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7
2024-12-02T14:15:15,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 57fc3e66584d6348d2621613befbaadb, server=b4ac66777750,37853,1733148913234 in 320 msec
2024-12-02T14:15:15,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4
2024-12-02T14:15:15,914 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, region=57fc3e66584d6348d2621613befbaadb, ASSIGN in 505 msec
2024-12-02T14:15:15,915 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T14:15:15,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionAssignmentAfterMasterRecoveryDueToZKExpiry","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148915915"}]},"ts":"1733148915915"}
2024-12-02T14:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:15,924 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry, state=ENABLED in hbase:meta
2024-12-02T14:15:15,927 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T14:15:15,929 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry in 1.1460 sec
2024-12-02T14:15:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T14:15:16,929 INFO  [RPCClient-NioEventLoopGroup-6-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRegionAssignmentAfterMasterRecoveryDueToZKExpiry completed
2024-12-02T14:15:16,929 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:16,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:16,932 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-12-02T14:15:16,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:16,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:16,934 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:16,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T14:15:16,934 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4ac66777750,43973,1733148913153 from backup master directory
2024-12-02T14:15:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4ac66777750,43973,1733148913153
2024-12-02T14:15:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:16,936 WARN  [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T14:15:16,936 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,43973,1733148913153
2024-12-02T14:15:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:16,949 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:16,949 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T14:15:16,957 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms.
2024-12-02T14:15:16,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741931_1108 (size=196)
2024-12-02T14:15:16,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741931_1108 (size=196)
2024-12-02T14:15:16,966 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T14:15:16,967 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T14:15:16,967 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T14:15:16,973 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-12-02T14:15:16,975 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177 to hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177-dead as it is dead
2024-12-02T14:15:16,976 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177-dead/b4ac66777750%2C38843%2C1733148913177.1733148913735
2024-12-02T14:15:16,976 WARN  [IPC Server handler 3 on default port 45187 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177-dead/b4ac66777750%2C38843%2C1733148913177.1733148913735 has not been closed. Lease recovery is in progress. RecoveryId = 1109 for block blk_1073741912_1089
2024-12-02T14:15:16,977 INFO  [master/b4ac66777750:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177-dead/b4ac66777750%2C38843%2C1733148913177.1733148913735 after 0ms
2024-12-02T14:15:17,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,033 ERROR [Time-limited test {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:17,033 ERROR [Time-limited test {}] master.HMaster(3223): ***** ABORTING master b4ac66777750,38843,1733148913177: Test recovery from zk session expired *****
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired
	at org.apache.hadoop.hbase.TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:196) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,033 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,38843,1733148913177' *****
2024-12-02T14:15:17,033 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:17,033 INFO  [M:1;b4ac66777750:38843 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:17,033 INFO  [M:1;b4ac66777750:38843 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;b4ac66777750:38843.
2024-12-02T14:15:17,034 DEBUG [M:1;b4ac66777750:38843 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:17,034 DEBUG [M:1;b4ac66777750:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,034 INFO  [M:1;b4ac66777750:38843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:17,034 DEBUG [M:1;b4ac66777750:38843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T14:15:17,034 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T14:15:17,034 WARN  [Time-limited test {}] zookeeper.ZKUtil(351): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stop(HMaster.java:3327) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopMaster(HMaster.java:3315) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.abort(HMaster.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:196) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,034 DEBUG [M:1;b4ac66777750:38843 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T14:15:17,034 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148913838 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733148913838,5,FailOnTimeoutGroup]
2024-12-02T14:15:17,034 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148913838 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733148913838,5,FailOnTimeoutGroup]
2024-12-02T14:15:17,034 ERROR [Time-limited test {}] zookeeper.ZKWatcher(711): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stop(HMaster.java:3327) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopMaster(HMaster.java:3315) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.abort(HMaster.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:196) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,034 INFO  [M:1;b4ac66777750:38843 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:17,034 DEBUG [Time-limited test {}] master.ActiveMasterManager(353): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = Session expired for /hbase/master
2024-12-02T14:15:17,034 INFO  [M:1;b4ac66777750:38843 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:17,034 DEBUG [M:1;b4ac66777750:38843 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:17,034 INFO  [M:1;b4ac66777750:38843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T14:15:17,034 INFO  [M:1;b4ac66777750:38843 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T14:15:17,035 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1])
2024-12-02T14:15:17,035 ERROR [Time-limited test {}] master.HMaster(3225): ***** ABORTING master b4ac66777750,43973,1733148913153: killAll *****
2024-12-02T14:15:17,035 INFO  [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,43973,1733148913153' *****
2024-12-02T14:15:17,035 INFO  [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test
2024-12-02T14:15:17,035 INFO  [M:0;b4ac66777750:43973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:17,035 INFO  [M:0;b4ac66777750:43973 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [] on shutdown
2024-12-02T14:15:17,035 INFO  [M:0;b4ac66777750:43973 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:17,035 DEBUG [M:0;b4ac66777750:43973 {}] master.HMaster(1795): Stopping service threads
2024-12-02T14:15:17,035 INFO  [M:1;b4ac66777750:38843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true
2024-12-02T14:15:17,035 WARN  [M:1;b4ac66777750:38843 {}] zookeeper.ZKUtil(351): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Unable to get data of znode /hbase/master
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1809) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,036 ERROR [M:1;b4ac66777750:38843 {}] zookeeper.ZKWatcher(711): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:368) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:356) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.ZKUtil.getData(ZKUtil.java:343) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:171) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.ActiveMasterManager.stop(ActiveMasterManager.java:342) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1809) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,036 DEBUG [M:1;b4ac66777750:38843 {}] master.ActiveMasterManager(353): master:38843-0x1009b575863001a, quorum=127.0.0.1:57476, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = Session expired for /hbase/master
2024-12-02T14:15:17,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T14:15:17,037 INFO  [M:1;b4ac66777750:38843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/.lastflushedseqids
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,038 DEBUG [Time-limited test {}] master.HMaster(3213): Abort called but aborted=true, stopped=true
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T14:15:17,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,44661,1733148913206: killAll *****
2024-12-02T14:15:17,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:17,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:17,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:17,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:17,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T14:15:17,039 DEBUG [M:0;b4ac66777750:43973 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false
2024-12-02T14:15:17,039 DEBUG [M:0;b4ac66777750:43973 {}] master.ActiveMasterManager(353): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master
2024-12-02T14:15:17,039 INFO  [M:0;b4ac66777750:43973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43973
2024-12-02T14:15:17,040 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:17,040 INFO  [M:0;b4ac66777750:43973 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:17,042 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 468789248
      },
      "NonHeapMemoryUsage": {
        "committed": 171966464,
        "init": 7667712,
        "max": -1,
        "used": 169333208
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 38461,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 1,
      "ProcessCallTime_num_ops": 128,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 12,
      "ProcessCallTime_mean": 1,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 1,
      "ProcessCallTime_75th_percentile": 2,
      "ProcessCallTime_90th_percentile": 4,
      "ProcessCallTime_95th_percentile": 4,
      "ProcessCallTime_98th_percentile": 5,
      "ProcessCallTime_99th_percentile": 12,
      "ProcessCallTime_99.9th_percentile": 12,
      "ProcessCallTime_TimeRangeCount_0-1": 38,
      "ProcessCallTime_TimeRangeCount_1-3": 23,
      "ProcessCallTime_TimeRangeCount_3-10": 9,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 128,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 7,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 3,
      "QueueCallTime_98th_percentile": 7,
      "QueueCallTime_99th_percentile": 7,
      "QueueCallTime_99.9th_percentile": 7,
      "QueueCallTime_TimeRangeCount_0-1": 65,
      "QueueCallTime_TimeRangeCount_1-3": 3,
      "QueueCallTime_TimeRangeCount_3-10": 3,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 128,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 12,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 3,
      "TotalCallTime_90th_percentile": 5,
      "TotalCallTime_95th_percentile": 7,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 12,
      "TotalCallTime_99.9th_percentile": 12,
      "TotalCallTime_TimeRangeCount_0-1": 32,
      "TotalCallTime_TimeRangeCount_1-3": 24,
      "TotalCallTime_TimeRangeCount_3-10": 14,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 128,
      "ResponseSize_min": 0,
      "ResponseSize_max": 6999,
      "ResponseSize_mean": 749,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 175,
      "ResponseSize_90th_percentile": 3807,
      "ResponseSize_95th_percentile": 5403,
      "ResponseSize_98th_percentile": 6360,
      "ResponseSize_99th_percentile": 6679,
      "ResponseSize_99.9th_percentile": 6967,
      "ResponseSize_SizeRangeCount_0-10": 40,
      "ResponseSize_SizeRangeCount_10-100": 11,
      "ResponseSize_SizeRangeCount_100-1000": 20,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 128,
      "RequestSize_min": 89,
      "RequestSize_max": 2901,
      "RequestSize_mean": 261,
      "RequestSize_25th_percentile": 121,
      "RequestSize_median": 200,
      "RequestSize_75th_percentile": 766,
      "RequestSize_90th_percentile": 2047,
      "RequestSize_95th_percentile": 2474,
      "RequestSize_98th_percentile": 2730,
      "RequestSize_99th_percentile": 2815,
      "RequestSize_99.9th_percentile": 2892,
      "RequestSize_SizeRangeCount_10-100": 9,
      "RequestSize_SizeRangeCount_100-1000": 62,
      "sentBytes": 49404
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,41899,1733148914686",
      "tag.clusterId": "b63dc87f-cf8e-4057-962f-3c7f5a74459d",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148914686,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 174363,
      "localBytesRead": 174363,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 103704,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:17,043 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,044 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:17,044 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,44661,1733148913206' *****
2024-12-02T14:15:17,044 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:17,044 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,37853,1733148913234: killAll *****
2024-12-02T14:15:17,044 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:17,045 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:17,045 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:17,045 INFO  [RS:0;b4ac66777750:44661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:17,045 INFO  [RS:0;b4ac66777750:44661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:17,045 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(3091): Received CLOSE for 6667113a22034a960bc87f54b05468e7
2024-12-02T14:15:17,045 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:17,045 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:17,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741932_1110 (size=808)
2024-12-02T14:15:17,046 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:17,046 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:17,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741932_1110 (size=808)
2024-12-02T14:15:17,046 INFO  [M:1;b4ac66777750:38843 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T14:15:17,046 INFO  [M:1;b4ac66777750:38843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true
2024-12-02T14:15:17,048 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 470886400
      },
      "NonHeapMemoryUsage": {
        "committed": 171966464,
        "init": 7667712,
        "max": -1,
        "used": 169339496
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 38461,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 1,
      "ProcessCallTime_num_ops": 128,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 12,
      "ProcessCallTime_mean": 1,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 1,
      "ProcessCallTime_75th_percentile": 2,
      "ProcessCallTime_90th_percentile": 4,
      "ProcessCallTime_95th_percentile": 4,
      "ProcessCallTime_98th_percentile": 5,
      "ProcessCallTime_99th_percentile": 12,
      "ProcessCallTime_99.9th_percentile": 12,
      "ProcessCallTime_TimeRangeCount_0-1": 38,
      "ProcessCallTime_TimeRangeCount_1-3": 23,
      "ProcessCallTime_TimeRangeCount_3-10": 9,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 128,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 7,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 3,
      "QueueCallTime_98th_percentile": 7,
      "QueueCallTime_99th_percentile": 7,
      "QueueCallTime_99.9th_percentile": 7,
      "QueueCallTime_TimeRangeCount_0-1": 65,
      "QueueCallTime_TimeRangeCount_1-3": 3,
      "QueueCallTime_TimeRangeCount_3-10": 3,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 128,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 12,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 3,
      "TotalCallTime_90th_percentile": 5,
      "TotalCallTime_95th_percentile": 7,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 12,
      "TotalCallTime_99.9th_percentile": 12,
      "TotalCallTime_TimeRangeCount_0-1": 32,
      "TotalCallTime_TimeRangeCount_1-3": 24,
      "TotalCallTime_TimeRangeCount_3-10": 14,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 128,
      "ResponseSize_min": 0,
      "ResponseSize_max": 6999,
      "ResponseSize_mean": 749,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 175,
      "ResponseSize_90th_percentile": 3807,
      "ResponseSize_95th_percentile": 5403,
      "ResponseSize_98th_percentile": 6360,
      "ResponseSize_99th_percentile": 6679,
      "ResponseSize_99.9th_percentile": 6967,
      "ResponseSize_SizeRangeCount_0-10": 40,
      "ResponseSize_SizeRangeCount_10-100": 11,
      "ResponseSize_SizeRangeCount_100-1000": 20,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 128,
      "RequestSize_min": 89,
      "RequestSize_max": 2901,
      "RequestSize_mean": 261,
      "RequestSize_25th_percentile": 121,
      "RequestSize_median": 200,
      "RequestSize_75th_percentile": 766,
      "RequestSize_90th_percentile": 2047,
      "RequestSize_95th_percentile": 2474,
      "RequestSize_98th_percentile": 2730,
      "RequestSize_99th_percentile": 2815,
      "RequestSize_99.9th_percentile": 2892,
      "RequestSize_SizeRangeCount_10-100": 9,
      "RequestSize_SizeRangeCount_100-1000": 62,
      "sentBytes": 49404
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,41899,1733148914686",
      "tag.clusterId": "b63dc87f-cf8e-4057-962f-3c7f5a74459d",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148914686,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 174363,
      "localBytesRead": 174363,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 103704,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:17,048 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,049 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(3091): Received CLOSE for 692989b7f1dbebd7ec2d62ad8b894f2c
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(3091): Received CLOSE for 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,44661,1733148913206
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:17,052 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6667113a22034a960bc87f54b05468e7, disabling compactions & flushes
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:44661.
2024-12-02T14:15:17,052 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:17,052 DEBUG [RS:0;b4ac66777750:44661 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:17,052 DEBUG [RS:0;b4ac66777750:44661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,052 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,37853,1733148913234' *****
2024-12-02T14:15:17,052 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:17,052 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:17,052 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T14:15:17,052 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7. after waiting 0 ms
2024-12-02T14:15:17,052 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:17,052 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b4ac66777750,41899,1733148914686: killAll *****
2024-12-02T14:15:17,052 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:17,052 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-02T14:15:17,053 INFO  [RS:1;b4ac66777750:37853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:17,053 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:17,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-02T14:15:17,053 INFO  [RS:1;b4ac66777750:37853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:17,053 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 5aa2498c3c0a2aee33454f6da9a1e571
2024-12-02T14:15:17,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-02T14:15:17,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-02T14:15:17,053 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-02T14:15:17,054 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,055 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 472983552
      },
      "NonHeapMemoryUsage": {
        "committed": 171966464,
        "init": 7667712,
        "max": -1,
        "used": 169357288
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 38461,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 1,
      "ProcessCallTime_num_ops": 128,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 12,
      "ProcessCallTime_mean": 1,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 1,
      "ProcessCallTime_75th_percentile": 2,
      "ProcessCallTime_90th_percentile": 4,
      "ProcessCallTime_95th_percentile": 4,
      "ProcessCallTime_98th_percentile": 5,
      "ProcessCallTime_99th_percentile": 12,
      "ProcessCallTime_99.9th_percentile": 12,
      "ProcessCallTime_TimeRangeCount_0-1": 38,
      "ProcessCallTime_TimeRangeCount_1-3": 23,
      "ProcessCallTime_TimeRangeCount_3-10": 9,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 128,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 7,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 3,
      "QueueCallTime_98th_percentile": 7,
      "QueueCallTime_99th_percentile": 7,
      "QueueCallTime_99.9th_percentile": 7,
      "QueueCallTime_TimeRangeCount_0-1": 65,
      "QueueCallTime_TimeRangeCount_1-3": 3,
      "QueueCallTime_TimeRangeCount_3-10": 3,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 128,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 12,
      "TotalCallTime_mean": 2,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 3,
      "TotalCallTime_90th_percentile": 5,
      "TotalCallTime_95th_percentile": 7,
      "TotalCallTime_98th_percentile": 9,
      "TotalCallTime_99th_percentile": 12,
      "TotalCallTime_99.9th_percentile": 12,
      "TotalCallTime_TimeRangeCount_0-1": 32,
      "TotalCallTime_TimeRangeCount_1-3": 24,
      "TotalCallTime_TimeRangeCount_3-10": 14,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 128,
      "ResponseSize_min": 0,
      "ResponseSize_max": 6999,
      "ResponseSize_mean": 749,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 175,
      "ResponseSize_90th_percentile": 3807,
      "ResponseSize_95th_percentile": 5403,
      "ResponseSize_98th_percentile": 6360,
      "ResponseSize_99th_percentile": 6679,
      "ResponseSize_99.9th_percentile": 6967,
      "ResponseSize_SizeRangeCount_0-10": 40,
      "ResponseSize_SizeRangeCount_10-100": 11,
      "ResponseSize_SizeRangeCount_100-1000": 20,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 128,
      "RequestSize_min": 89,
      "RequestSize_max": 2901,
      "RequestSize_mean": 261,
      "RequestSize_25th_percentile": 121,
      "RequestSize_median": 200,
      "RequestSize_75th_percentile": 766,
      "RequestSize_90th_percentile": 2047,
      "RequestSize_95th_percentile": 2474,
      "RequestSize_98th_percentile": 2730,
      "RequestSize_99th_percentile": 2815,
      "RequestSize_99.9th_percentile": 2892,
      "RequestSize_SizeRangeCount_10-100": 9,
      "RequestSize_SizeRangeCount_100-1000": 62,
      "sentBytes": 49404
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:57476",
      "tag.serverName": "b4ac66777750,41899,1733148914686",
      "tag.clusterId": "b63dc87f-cf8e-4057-962f-3c7f5a74459d",
      "tag.Context": "regionserver",
      "tag.Hostname": "b4ac66777750",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 0,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 9223372036854775807,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733148914686,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 174363,
      "localBytesRead": 174363,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 103704,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-02T14:15:17,055 DEBUG [HMaster-EventLoopGroup-21-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T14:15:17,056 WARN  [Time-limited test {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:?]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:?]
	at org.apache.hadoop.hbase.Abortable.abort(Abortable.java:45) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster.killAll(SingleProcessHBaseCluster.java:880) ~[test-classes/:?]
	at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:107) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4ac66777750,38843,1733148913177 aborting
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-12-02T14:15:17,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741912_1089 (size=118293)
2024-12-02T14:15:17,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741912_1089 (size=118293)
2024-12-02T14:15:17,058 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.io.IOException: Commit or complete block blk_1073741912_1089, whereas it is under recovery.
	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: Commit or complete block blk_1073741912_1089, whereas it is under recovery.
	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 6 more
2024-12-02T14:15:17,059 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
2024-12-02T14:15:17,061 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6667113a22034a960bc87f54b05468e7:
Waiting for close lock at 1733148917052Running coprocessor pre-close hooks at 1733148917052Disabling compacts and flushes for region at 1733148917052Disabling writes for close at 1733148917052Writing region close event to WAL at 1733148917061 (+9 ms)Running coprocessor post-close hooks at 1733148917061Closed at 1733148917061
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,c,1733148914780.6667113a22034a960bc87f54b05468e7.
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 692989b7f1dbebd7ec2d62ad8b894f2c, disabling compactions & flushes
2024-12-02T14:15:17,061 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c. after waiting 0 ms
2024-12-02T14:15:17,061 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:17,061 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 17 more
2024-12-02T14:15:17,062 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45187/user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
2024-12-02T14:15:17,063 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up.
java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/89bfc304-747b-9845-8e5c-50639280e968/MasterData/WALs/b4ac66777750,38843,1733148913177/b4ac66777750%2C38843%2C1733148913177.1733148913735
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87)
	at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.recoverLease(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 16 more
2024-12-02T14:15:17,063 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T14:15:17,063 INFO  [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:17,063 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:17,064 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T14:15:17,064 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:17,064 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-02T14:15:17,064 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 692989b7f1dbebd7ec2d62ad8b894f2c=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c., 951fec299c41dc95ab83d879537c35bd=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.}
2024-12-02T14:15:17,065 DEBUG [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 692989b7f1dbebd7ec2d62ad8b894f2c, 951fec299c41dc95ab83d879537c35bd
2024-12-02T14:15:17,065 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T14:15:17,065 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T14:15:17,065 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T14:15:17,065 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T14:15:17,065 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T14:15:17,068 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 106c161939dfa42b809dddb32c0e5e9c
2024-12-02T14:15:17,068 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:17,069 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5aa2498c3c0a2aee33454f6da9a1e571, disabling compactions & flushes
2024-12-02T14:15:17,069 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 57fc3e66584d6348d2621613befbaadb
2024-12-02T14:15:17,069 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,37853,1733148913234
2024-12-02T14:15:17,069 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:17,069 INFO  [RS:1;b4ac66777750:37853 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:17,069 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:17,069 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571. after waiting 0 ms
2024-12-02T14:15:17,069 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:17,069 INFO  [RS:1;b4ac66777750:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b4ac66777750:37853.
2024-12-02T14:15:17,069 DEBUG [RS:1;b4ac66777750:37853 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:17,069 DEBUG [RS:1;b4ac66777750:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,069 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-02T14:15:17,069 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1325): Online Regions={5aa2498c3c0a2aee33454f6da9a1e571=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571., 106c161939dfa42b809dddb32c0e5e9c=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c., 95210e67acd7c5573e8e56ec53356599=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599., 57fc3e66584d6348d2621613befbaadb=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.}
2024-12-02T14:15:17,069 DEBUG [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1351): Waiting on 106c161939dfa42b809dddb32c0e5e9c, 57fc3e66584d6348d2621613befbaadb, 5aa2498c3c0a2aee33454f6da9a1e571, 95210e67acd7c5573e8e56ec53356599
2024-12-02T14:15:17,070 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5aa2498c3c0a2aee33454f6da9a1e571:
Waiting for close lock at 1733148917068Running coprocessor pre-close hooks at 1733148917068Disabling compacts and flushes for region at 1733148917068Disabling writes for close at 1733148917069 (+1 ms)Writing region close event to WAL at 1733148917069Running coprocessor post-close hooks at 1733148917069Closed at 1733148917069
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,f,1733148914780.5aa2498c3c0a2aee33454f6da9a1e571.
2024-12-02T14:15:17,070 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 106c161939dfa42b809dddb32c0e5e9c, disabling compactions & flushes
2024-12-02T14:15:17,070 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 692989b7f1dbebd7ec2d62ad8b894f2c:
Waiting for close lock at 1733148917061Running coprocessor pre-close hooks at 1733148917061Disabling compacts and flushes for region at 1733148917061Disabling writes for close at 1733148917061Writing region close event to WAL at 1733148917070 (+9 ms)Running coprocessor post-close hooks at 1733148917070Closed at 1733148917070
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c. after waiting 0 ms
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,j,1733148914780.692989b7f1dbebd7ec2d62ad8b894f2c.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 951fec299c41dc95ab83d879537c35bd, disabling compactions & flushes
2024-12-02T14:15:17,070 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd. after waiting 0 ms
2024-12-02T14:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:17,073 ERROR [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1960): Memstore data size is 104849 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:17,073 INFO  [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T14:15:17,073 DEBUG [M:1;b4ac66777750:38843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733148917063Disabling compacts and flushes for region at 1733148917063Disabling writes for close at 1733148917064 (+1 ms)Writing region close event to WAL at 1733148917073 (+9 ms)Closed at 1733148917073
2024-12-02T14:15:17,073 INFO  [M:1;b4ac66777750:38843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T14:15:17,073 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:17,073 INFO  [M:1;b4ac66777750:38843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38843
2024-12-02T14:15:17,073 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:17,073 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 106c161939dfa42b809dddb32c0e5e9c:
Waiting for close lock at 1733148917070Running coprocessor pre-close hooks at 1733148917070Disabling compacts and flushes for region at 1733148917070Disabling writes for close at 1733148917070Writing region close event to WAL at 1733148917073 (+3 ms)Running coprocessor post-close hooks at 1733148917073Closed at 1733148917073
2024-12-02T14:15:17,073 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,41899,1733148914686' *****
2024-12-02T14:15:17,073 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:17,073 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: killAll
2024-12-02T14:15:17,073 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 951fec299c41dc95ab83d879537c35bd:
Waiting for close lock at 1733148917070Running coprocessor pre-close hooks at 1733148917070Disabling compacts and flushes for region at 1733148917070Disabling writes for close at 1733148917070Writing region close event to WAL at 1733148917073 (+3 ms)Running coprocessor post-close hooks at 1733148917073Closed at 1733148917073
2024-12-02T14:15:17,073 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,,1733148914780.106c161939dfa42b809dddb32c0e5e9c.
2024-12-02T14:15:17,073 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,g,1733148914780.951fec299c41dc95ab83d879537c35bd.
2024-12-02T14:15:17,073 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T14:15:17,073 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T14:15:17,073 INFO  [RS:2;b4ac66777750:41899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-02T14:15:17,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:110)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:17,073 INFO  [RS:2;b4ac66777750:41899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-02T14:15:17,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,073 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 7993e3349be03599b0488d2bba59df73
2024-12-02T14:15:17,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67ddb04e to 127.0.0.1:57476
2024-12-02T14:15:17,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T14:15:17,074 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T14:15:17,074 INFO  [M:1;b4ac66777750:38843 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:17,074 INFO  [M:1;b4ac66777750:38843 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:17,074 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95210e67acd7c5573e8e56ec53356599, disabling compactions & flushes
2024-12-02T14:15:17,074 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:17,074 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599. after waiting 0 ms
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:17,075 ERROR [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 18827 in region hbase:meta,,1.1588230740
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T14:15:17,075 INFO  [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733148917064Running coprocessor pre-close hooks at 1733148917064Disabling compacts and flushes for region at 1733148917064Disabling writes for close at 1733148917065 (+1 ms)Writing region close event to WAL at 1733148917075 (+10 ms)Running coprocessor post-close hooks at 1733148917075Closed at 1733148917075
2024-12-02T14:15:17,075 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95210e67acd7c5573e8e56ec53356599:
Waiting for close lock at 1733148917074Running coprocessor pre-close hooks at 1733148917074Disabling compacts and flushes for region at 1733148917074Disabling writes for close at 1733148917075 (+1 ms)Writing region close event to WAL at 1733148917075Running coprocessor post-close hooks at 1733148917075Closed at 1733148917075
2024-12-02T14:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,i,1733148914780.95210e67acd7c5573e8e56ec53356599.
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57fc3e66584d6348d2621613befbaadb, disabling compactions & flushes
2024-12-02T14:15:17,076 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb. after waiting 0 ms
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for b0bf86af1be4c48bc60c66f980fb4a7e
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 0019b8f95e3402b2fddf764f728addbd
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(956): aborting server b4ac66777750,41899,1733148914686
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7993e3349be03599b0488d2bba59df73, disabling compactions & flushes
2024-12-02T14:15:17,076 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73. after waiting 0 ms
2024-12-02T14:15:17,076 INFO  [RS:2;b4ac66777750:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b4ac66777750:41899.
2024-12-02T14:15:17,076 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:17,077 DEBUG [RS:2;b4ac66777750:41899 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T14:15:17,077 DEBUG [RS:2;b4ac66777750:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,077 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-02T14:15:17,077 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1325): Online Regions={7993e3349be03599b0488d2bba59df73=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73., b0bf86af1be4c48bc60c66f980fb4a7e=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e., b68287b08d67e052486d40c3d01c8b86=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86., 0019b8f95e3402b2fddf764f728addbd=testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.}
2024-12-02T14:15:17,077 DEBUG [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1351): Waiting on 0019b8f95e3402b2fddf764f728addbd, 7993e3349be03599b0488d2bba59df73, b0bf86af1be4c48bc60c66f980fb4a7e, b68287b08d67e052486d40c3d01c8b86
2024-12-02T14:15:17,078 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57fc3e66584d6348d2621613befbaadb:
Waiting for close lock at 1733148917076Running coprocessor pre-close hooks at 1733148917076Disabling compacts and flushes for region at 1733148917076Disabling writes for close at 1733148917076Writing region close event to WAL at 1733148917078 (+2 ms)Running coprocessor post-close hooks at 1733148917078Closed at 1733148917078
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,b,1733148914780.57fc3e66584d6348d2621613befbaadb.
2024-12-02T14:15:17,078 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7993e3349be03599b0488d2bba59df73:
Waiting for close lock at 1733148917076Running coprocessor pre-close hooks at 1733148917076Disabling compacts and flushes for region at 1733148917076Disabling writes for close at 1733148917076Writing region close event to WAL at 1733148917078 (+2 ms)Running coprocessor post-close hooks at 1733148917078Closed at 1733148917078
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,a,1733148914780.7993e3349be03599b0488d2bba59df73.
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0bf86af1be4c48bc60c66f980fb4a7e, disabling compactions & flushes
2024-12-02T14:15:17,078 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e. after waiting 0 ms
2024-12-02T14:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:17,079 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0bf86af1be4c48bc60c66f980fb4a7e:
Waiting for close lock at 1733148917078Running coprocessor pre-close hooks at 1733148917078Disabling compacts and flushes for region at 1733148917078Disabling writes for close at 1733148917078Writing region close event to WAL at 1733148917079 (+1 ms)Running coprocessor post-close hooks at 1733148917079Closed at 1733148917079
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,e,1733148914780.b0bf86af1be4c48bc60c66f980fb4a7e.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b68287b08d67e052486d40c3d01c8b86, disabling compactions & flushes
2024-12-02T14:15:17,079 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86. after waiting 0 ms
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:17,079 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b68287b08d67e052486d40c3d01c8b86:
Waiting for close lock at 1733148917079Running coprocessor pre-close hooks at 1733148917079Disabling compacts and flushes for region at 1733148917079Disabling writes for close at 1733148917079Writing region close event to WAL at 1733148917079Running coprocessor post-close hooks at 1733148917079Closed at 1733148917079
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,h,1733148914780.b68287b08d67e052486d40c3d01c8b86.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0019b8f95e3402b2fddf764f728addbd, disabling compactions & flushes
2024-12-02T14:15:17,079 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd. after waiting 0 ms
2024-12-02T14:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:17,080 INFO  [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:17,080 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0019b8f95e3402b2fddf764f728addbd:
Waiting for close lock at 1733148917079Running coprocessor pre-close hooks at 1733148917079Disabling compacts and flushes for region at 1733148917079Disabling writes for close at 1733148917079Writing region close event to WAL at 1733148917080 (+1 ms)Running coprocessor post-close hooks at 1733148917080Closed at 1733148917080
2024-12-02T14:15:17,080 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionAssignmentAfterMasterRecoveryDueToZKExpiry,d,1733148914780.0019b8f95e3402b2fddf764f728addbd.
2024-12-02T14:15:17,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43973-0x1009b5758630019, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,143 INFO  [M:0;b4ac66777750:43973 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:17,146 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,151 INFO  [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,265 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,44661,1733148913206; all regions closed.
2024-12-02T14:15:17,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741917_1094 (size=20589)
2024-12-02T14:15:17,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741917_1094 (size=20589)
2024-12-02T14:15:17,269 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,37853,1733148913234; all regions closed.
2024-12-02T14:15:17,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741915_1092 (size=1305)
2024-12-02T14:15:17,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741915_1092 (size=1305)
2024-12-02T14:15:17,273 DEBUG [RS:0;b4ac66777750:44661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741916_1093 (size=1708)
2024-12-02T14:15:17,273 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,273 INFO  [RS:0;b4ac66777750:44661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:17,273 INFO  [RS:0;b4ac66777750:44661 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:17,273 INFO  [RS:0;b4ac66777750:44661 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:17,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741916_1093 (size=1708)
2024-12-02T14:15:17,273 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:17,273 INFO  [RS:0;b4ac66777750:44661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44661
2024-12-02T14:15:17,275 DEBUG [RS:1;b4ac66777750:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,275 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,275 INFO  [RS:1;b4ac66777750:37853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:17,275 INFO  [RS:1;b4ac66777750:37853 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:17,276 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:17,276 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:17,276 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:17,276 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:17,276 INFO  [RS:1;b4ac66777750:37853 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:17,276 INFO  [RS:1;b4ac66777750:37853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37853
2024-12-02T14:15:17,277 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,41899,1733148914686; all regions closed.
2024-12-02T14:15:17,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43197 is added to blk_1073741927_1104 (size=1709)
2024-12-02T14:15:17,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39087 is added to blk_1073741927_1104 (size=1709)
2024-12-02T14:15:17,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,44661,1733148913206
2024-12-02T14:15:17,280 INFO  [RS:0;b4ac66777750:44661 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:17,280 DEBUG [RS:2;b4ac66777750:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T14:15:17,280 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T14:15:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,37853,1733148913234
2024-12-02T14:15:17,281 INFO  [RS:1;b4ac66777750:37853 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T14:15:17,281 INFO  [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T14:15:17,281 INFO  [RS:2;b4ac66777750:41899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41899
2024-12-02T14:15:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4ac66777750,41899,1733148914686
2024-12-02T14:15:17,283 INFO  [RS:2;b4ac66777750:41899 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T14:15:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44661-0x1009b575863001b, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,382 INFO  [RS:0;b4ac66777750:44661 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:17,383 INFO  [RS:0;b4ac66777750:44661 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,44661,1733148913206; zookeeper connection closed.
2024-12-02T14:15:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x1009b575863001c, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,383 INFO  [RS:1;b4ac66777750:37853 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:17,383 INFO  [RS:1;b4ac66777750:37853 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,37853,1733148913234; zookeeper connection closed.
2024-12-02T14:15:17,383 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b4df303 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b4df303
2024-12-02T14:15:17,383 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@320c1898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@320c1898
2024-12-02T14:15:17,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1009b575863001e, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,385 INFO  [RS:2;b4ac66777750:41899 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T14:15:17,385 INFO  [RS:2;b4ac66777750:41899 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,41899,1733148914686; zookeeper connection closed.
2024-12-02T14:15:17,385 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf373c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf373c3
2024-12-02T14:15:17,385 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 2 master(s) and 3 regionserver(s) complete
2024-12-02T14:15:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b5758630018, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,487 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T14:15:17,491 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=testing utility connecting to ZooKeeper ensemble=127.0.0.1:57476
2024-12-02T14:15:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility0x0, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T14:15:17,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testing utility-0x1009b575863001f connected
2024-12-02T14:15:17,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-02T14:15:17,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/meta-region-server
2024-12-02T14:15:17,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs
2024-12-02T14:15:17,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/splitWAL
2024-12-02T14:15:17,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters
2024-12-02T14:15:17,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc
2024-12-02T14:15:17,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/draining
2024-12-02T14:15:17,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/master-maintenance
2024-12-02T14:15:17,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot
2024-12-02T14:15:17,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/hbaseid
2024-12-02T14:15:17,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/table
2024-12-02T14:15:17,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/abort
2024-12-02T14:15:17,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/acquired
2024-12-02T14:15:17,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/flush-table-proc/reached
2024-12-02T14:15:17,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/abort
2024-12-02T14:15:17,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/acquired
2024-12-02T14:15:17,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Set watcher on existing znode=/hbase/online-snapshot/reached
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/reached
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/acquired
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot/abort
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/reached
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/acquired
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc/abort
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/table
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/hbaseid
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/online-snapshot
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master-maintenance
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/draining
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/flush-table-proc
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/splitWAL
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T14:15:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase
2024-12-02T14:15:17,518 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestZooKeeper#testRegionAssignmentAfterMasterRecoveryDueToZKExpiry Thread=423 (was 392)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:45572 [Waiting for operation #35]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:46956 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/b4ac66777750:0:becomeActiveMaster
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:166)
	app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96)
	app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:82)
	app//org.apache.hadoop.hbase.master.region.MasterRegion.replayWALs(MasterRegion.java:323)
	app//org.apache.hadoop.hbase.master.region.MasterRegion.open(MasterRegion.java:280)
	app//org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:449)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135)
	app//org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003)
	app//org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535)
	app//org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613)
	app//org.apache.hadoop.hbase.master.HMaster$$Lambda$383/0x00007f2c68932818.run(Unknown Source)
	app//org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155)
	app//org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f2c688e0a90.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (268780456) connection to localhost/127.0.0.1:45187 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1146160190_22 at /127.0.0.1:44606 [Waiting for operation #45]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
 - Thread LEAK? -, OpenFileDescriptor=746 (was 693) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=2290 (was 2340)
2024-12-02T14:15:17,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-02T14:15:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testing utility-0x1009b575863001f, quorum=127.0.0.1:57476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T14:15:17,625 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@594a6082{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:15:17,627 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fe8836{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T14:15:17,627 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T14:15:17,627 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9b09ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T14:15:17,627 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcd6dbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,STOPPED}
2024-12-02T14:15:17,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-02T14:15:17,630 WARN  [BP-1690147125-172.17.0.3-1733148888630 heartbeating to localhost/127.0.0.1:45187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-02T14:15:17,630 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-02T14:15:17,630 WARN  [BP-1690147125-172.17.0.3-1733148888630 heartbeating to localhost/127.0.0.1:45187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690147125-172.17.0.3-1733148888630 (Datanode Uuid 791d0aa5-651b-4b69-b2fe-09dfcbe0db41) service to localhost/127.0.0.1:45187
2024-12-02T14:15:17,631 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data3/current/BP-1690147125-172.17.0.3-1733148888630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:15:17,632 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data4/current/BP-1690147125-172.17.0.3-1733148888630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:15:17,632 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-02T14:15:17,635 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ba98342{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T14:15:17,635 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5945132b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T14:15:17,635 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T14:15:17,635 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d975394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T14:15:17,635 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb9cfc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,STOPPED}
2024-12-02T14:15:17,637 WARN  [BP-1690147125-172.17.0.3-1733148888630 heartbeating to localhost/127.0.0.1:45187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-02T14:15:17,637 WARN  [BP-1690147125-172.17.0.3-1733148888630 heartbeating to localhost/127.0.0.1:45187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690147125-172.17.0.3-1733148888630 (Datanode Uuid e4a045cf-7720-4994-9cce-3b3ec4c8b997) service to localhost/127.0.0.1:45187
2024-12-02T14:15:17,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-02T14:15:17,637 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-02T14:15:17,638 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data1/current/BP-1690147125-172.17.0.3-1733148888630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:15:17,638 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/cluster_cd9543e8-a1e9-cd69-6aef-701f485bbaa1/data/data2/current/BP-1690147125-172.17.0.3-1733148888630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T14:15:17,638 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-02T14:15:17,645 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8a708f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T14:15:17,646 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31599e1c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T14:15:17,646 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T14:15:17,646 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4db6ba6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T14:15:17,646 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a68c7e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/ba10b7f8-22b1-2a24-529e-4853c7a6427e/hadoop.log.dir/,STOPPED}
2024-12-02T14:15:17,658 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-02T14:15:17,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down