2024-11-28 09:03:32,929 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@790da477
2024-11-28 09:03:32,974 main DEBUG Took 0.040756 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-28 09:03:32,976 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-28 09:03:32,976 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-28 09:03:32,979 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-28 09:03:32,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,023 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-28 09:03:33,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,068 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,070 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,072 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,074 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,078 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,079 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,081 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,082 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,084 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 09:03:33,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,086 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-28 09:03:33,088 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 09:03:33,090 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-28 09:03:33,093 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-28 09:03:33,094 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-28 09:03:33,096 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-28 09:03:33,097 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-28 09:03:33,113 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-28 09:03:33,124 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-28 09:03:33,137 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-28 09:03:33,137 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-28 09:03:33,138 main DEBUG createAppenders(={Console})
2024-11-28 09:03:33,139 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@790da477 initialized
2024-11-28 09:03:33,139 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@790da477
2024-11-28 09:03:33,140 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@790da477 OK.
2024-11-28 09:03:33,150 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-28 09:03:33,151 main DEBUG OutputStream closed
2024-11-28 09:03:33,151 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-28 09:03:33,152 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-28 09:03:33,152 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5a56cdac OK
2024-11-28 09:03:33,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-28 09:03:33,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-28 09:03:33,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-28 09:03:33,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-28 09:03:33,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-28 09:03:33,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-28 09:03:33,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-28 09:03:33,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-28 09:03:33,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-28 09:03:33,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-28 09:03:33,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-28 09:03:33,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-28 09:03:33,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-28 09:03:33,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-28 09:03:33,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-28 09:03:33,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-28 09:03:33,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-28 09:03:33,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-28 09:03:33,408 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28 09:03:33,409 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6f63b475) with optional ClassLoader: null
2024-11-28 09:03:33,409 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-28 09:03:33,410 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6f63b475] started OK.
2024-11-28T09:03:33,429 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestExportSnapshot timeout: 13 mins
2024-11-28 09:03:33,433 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-28 09:03:33,434 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28T09:03:34,207 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68
2024-11-28T09:03:34,208 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot timeout: 13 mins
2024-11-28T09:03:34,330 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-28T09:03:34,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T09:03:34,758 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69, deleteOnExit=true
2024-11-28T09:03:34,759 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T09:03:34,760 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/test.cache.data in system properties and HBase conf
2024-11-28T09:03:34,762 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T09:03:34,762 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir in system properties and HBase conf
2024-11-28T09:03:34,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T09:03:34,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T09:03:34,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T09:03:34,904 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T09:03:34,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T09:03:34,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T09:03:34,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T09:03:34,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T09:03:34,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T09:03:34,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T09:03:34,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T09:03:34,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T09:03:34,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T09:03:34,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/nfs.dump.dir in system properties and HBase conf
2024-11-28T09:03:34,935 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir in system properties and HBase conf
2024-11-28T09:03:34,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T09:03:34,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T09:03:34,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T09:03:37,397 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-28T09:03:37,526 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5865ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-28T09:03:37,618 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:37,691 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:37,732 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:37,733 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:37,734 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T09:03:37,753 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:37,757 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42be7a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:37,758 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7978405b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:38,039 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f5b883{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-39173-hadoop-hdfs-3_4_1-tests_jar-_-any-7061464822610213782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T09:03:38,050 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}
2024-11-28T09:03:38,051 INFO  [Time-limited test {}] server.Server(415): Started @6391ms
2024-11-28T09:03:38,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:38,724 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:38,745 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:38,746 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:38,746 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T09:03:38,748 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b8038b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:38,749 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1496739f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:38,903 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55fec3e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-38857-hadoop-hdfs-3_4_1-tests_jar-_-any-15879099918740741638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:03:38,904 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}
2024-11-28T09:03:38,904 INFO  [Time-limited test {}] server.Server(415): Started @7244ms
2024-11-28T09:03:38,980 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T09:03:39,136 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:39,150 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:39,156 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:39,157 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:39,157 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T09:03:39,158 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6ad3e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:39,158 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c87d0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:39,321 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6b734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-35801-hadoop-hdfs-3_4_1-tests_jar-_-any-8981865405722797128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:03:39,322 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}
2024-11-28T09:03:39,322 INFO  [Time-limited test {}] server.Server(415): Started @7662ms
2024-11-28T09:03:39,325 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T09:03:39,390 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:39,398 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:39,422 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:39,422 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:39,423 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T09:03:39,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c0c5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:39,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@942dbfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:39,567 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11d35741{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-44559-hadoop-hdfs-3_4_1-tests_jar-_-any-5536631524904214693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:03:39,568 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}
2024-11-28T09:03:39,569 INFO  [Time-limited test {}] server.Server(415): Started @7909ms
2024-11-28T09:03:39,572 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T09:03:41,385 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,385 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,385 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,386 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,429 WARN  [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,441 WARN  [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940/current, will proceed with Du for space computation calculation, 
2024-11-28T09:03:41,460 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T09:03:41,464 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T09:03:41,487 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T09:03:41,538 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450a5b861186210b with lease ID 0xfbabc07cff366ec2: Processing first storage report for DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=5648cd80-ba75-4de6-8276-6b12d0781e79, infoPort=33599, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,540 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450a5b861186210b with lease ID 0xfbabc07cff366ec2: from storage DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=5648cd80-ba75-4de6-8276-6b12d0781e79, infoPort=33599, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd72b7801bc276da5 with lease ID 0xfbabc07cff366ec1: Processing first storage report for DS-6cef3c60-9cff-406d-8885-41991f1948ec from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a7f05f12-b2c3-46b9-8e45-5c5f5e454f6c, infoPort=44323, infoSecurePort=0, ipcPort=34605, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd72b7801bc276da5 with lease ID 0xfbabc07cff366ec1: from storage DS-6cef3c60-9cff-406d-8885-41991f1948ec node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a7f05f12-b2c3-46b9-8e45-5c5f5e454f6c, infoPort=44323, infoSecurePort=0, ipcPort=34605, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ec630281438d829 with lease ID 0xfbabc07cff366ec0: Processing first storage report for DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c from datanode DatanodeRegistration(127.0.0.1:39435, datanodeUuid=69d403b9-bd34-4384-8970-bcaa27c4012e, infoPort=46753, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ec630281438d829 with lease ID 0xfbabc07cff366ec0: from storage DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c node DatanodeRegistration(127.0.0.1:39435, datanodeUuid=69d403b9-bd34-4384-8970-bcaa27c4012e, infoPort=46753, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450a5b861186210b with lease ID 0xfbabc07cff366ec2: Processing first storage report for DS-4ede798e-5f61-47b5-a503-7c21df40ad35 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=5648cd80-ba75-4de6-8276-6b12d0781e79, infoPort=33599, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450a5b861186210b with lease ID 0xfbabc07cff366ec2: from storage DS-4ede798e-5f61-47b5-a503-7c21df40ad35 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=5648cd80-ba75-4de6-8276-6b12d0781e79, infoPort=33599, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ec630281438d829 with lease ID 0xfbabc07cff366ec0: Processing first storage report for DS-5d6837a9-3008-443b-97bd-e245543d6335 from datanode DatanodeRegistration(127.0.0.1:39435, datanodeUuid=69d403b9-bd34-4384-8970-bcaa27c4012e, infoPort=46753, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,543 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ec630281438d829 with lease ID 0xfbabc07cff366ec0: from storage DS-5d6837a9-3008-443b-97bd-e245543d6335 node DatanodeRegistration(127.0.0.1:39435, datanodeUuid=69d403b9-bd34-4384-8970-bcaa27c4012e, infoPort=46753, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,543 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd72b7801bc276da5 with lease ID 0xfbabc07cff366ec1: Processing first storage report for DS-04f9967e-78b4-4b8c-a1af-56bfcaeb9792 from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a7f05f12-b2c3-46b9-8e45-5c5f5e454f6c, infoPort=44323, infoSecurePort=0, ipcPort=34605, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940)
2024-11-28T09:03:41,543 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd72b7801bc276da5 with lease ID 0xfbabc07cff366ec1: from storage DS-04f9967e-78b4-4b8c-a1af-56bfcaeb9792 node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a7f05f12-b2c3-46b9-8e45-5c5f5e454f6c, infoPort=44323, infoSecurePort=0, ipcPort=34605, storageInfo=lv=-57;cid=testClusterID;nsid=2071677000;c=1732784615940), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T09:03:41,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68
2024-11-28T09:03:41,778 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/zookeeper_0, clientPort=56526, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T09:03:41,794 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56526
2024-11-28T09:03:41,814 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:41,821 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:42,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741825_1001 (size=7)
2024-11-28T09:03:42,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7)
2024-11-28T09:03:42,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741825_1001 (size=7)
2024-11-28T09:03:42,525 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9 with version=8
2024-11-28T09:03:42,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/hbase-staging
2024-11-28T09:03:42,665 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-28T09:03:42,939 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45
2024-11-28T09:03:42,950 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:42,951 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:42,957 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T09:03:42,957 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:42,958 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T09:03:43,136 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T09:03:43,209 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-28T09:03:43,221 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-28T09:03:43,225 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T09:03:43,260 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 119168 (auto-detected)
2024-11-28T09:03:43,262 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-28T09:03:43,289 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38015
2024-11-28T09:03:43,325 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38015 connecting to ZooKeeper ensemble=127.0.0.1:56526
2024-11-28T09:03:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380150x0, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T09:03:43,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38015-0x10180af04630000 connected
2024-11-28T09:03:43,770 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:43,774 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:43,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:03:43,796 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9, hbase.cluster.distributed=false
2024-11-28T09:03:43,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T09:03:43,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38015
2024-11-28T09:03:43,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38015
2024-11-28T09:03:43,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38015
2024-11-28T09:03:43,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38015
2024-11-28T09:03:43,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38015
2024-11-28T09:03:44,003 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45
2024-11-28T09:03:44,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,007 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,007 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T09:03:44,007 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,007 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T09:03:44,011 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T09:03:44,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T09:03:44,016 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36301
2024-11-28T09:03:44,019 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36301 connecting to ZooKeeper ensemble=127.0.0.1:56526
2024-11-28T09:03:44,020 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,025 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363010x0, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T09:03:44,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36301-0x10180af04630001 connected
2024-11-28T09:03:44,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:03:44,185 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T09:03:44,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T09:03:44,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-28T09:03:44,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T09:03:44,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-28T09:03:44,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36301
2024-11-28T09:03:44,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36301
2024-11-28T09:03:44,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-28T09:03:44,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-28T09:03:44,257 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45
2024-11-28T09:03:44,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,259 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T09:03:44,259 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,259 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T09:03:44,259 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T09:03:44,260 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T09:03:44,261 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43977
2024-11-28T09:03:44,263 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43977 connecting to ZooKeeper ensemble=127.0.0.1:56526
2024-11-28T09:03:44,265 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,272 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439770x0, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T09:03:44,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439770x0, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:03:44,293 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T09:03:44,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43977-0x10180af04630002 connected
2024-11-28T09:03:44,299 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T09:03:44,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-28T09:03:44,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T09:03:44,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43977
2024-11-28T09:03:44,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43977
2024-11-28T09:03:44,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43977
2024-11-28T09:03:44,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43977
2024-11-28T09:03:44,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43977
2024-11-28T09:03:44,338 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45
2024-11-28T09:03:44,338 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,338 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,338 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T09:03:44,339 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T09:03:44,339 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T09:03:44,339 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T09:03:44,339 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T09:03:44,340 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42743
2024-11-28T09:03:44,343 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42743 connecting to ZooKeeper ensemble=127.0.0.1:56526
2024-11-28T09:03:44,346 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,352 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,369 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427430x0, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T09:03:44,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427430x0, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:03:44,371 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T09:03:44,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42743-0x10180af04630003 connected
2024-11-28T09:03:44,376 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T09:03:44,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-28T09:03:44,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-28T09:03:44,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-28T09:03:44,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42743
2024-11-28T09:03:44,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42743
2024-11-28T09:03:44,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-28T09:03:44,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-28T09:03:44,409 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:38015
2024-11-28T09:03:44,411 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/81db972b9a1d,38015,1732784622779
2024-11-28T09:03:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,433 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,438 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/81db972b9a1d,38015,1732784622779
2024-11-28T09:03:44,480 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-28T09:03:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-28T09:03:44,480 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:44,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-28T09:03:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:44,484 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-28T09:03:44,489 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/81db972b9a1d,38015,1732784622779 from backup master directory
2024-11-28T09:03:44,501 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/81db972b9a1d,38015,1732784622779
2024-11-28T09:03:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-28T09:03:44,505 WARN  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T09:03:44,505 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,38015,1732784622779
2024-11-28T09:03:44,509 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-28T09:03:44,512 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-28T09:03:44,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/hbase.id] with ID: 3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307
2024-11-28T09:03:44,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.tmp/hbase.id
2024-11-28T09:03:44,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741826_1002 (size=42)
2024-11-28T09:03:44,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42)
2024-11-28T09:03:44,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741826_1002 (size=42)
2024-11-28T09:03:44,636 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.tmp/hbase.id]:[hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/hbase.id]
2024-11-28T09:03:44,722 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:44,729 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T09:03:44,757 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms.
2024-11-28T09:03:45,017 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741827_1003 (size=196)
2024-11-28T09:03:45,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741827_1003 (size=196)
2024-11-28T09:03:45,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196)
2024-11-28T09:03:45,054 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:03:45,055 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T09:03:45,068 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:03:45,072 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T09:03:45,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189)
2024-11-28T09:03:45,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741828_1004 (size=1189)
2024-11-28T09:03:45,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741828_1004 (size=1189)
2024-11-28T09:03:45,122 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/data/master/store
2024-11-28T09:03:45,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741829_1005 (size=34)
2024-11-28T09:03:45,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34)
2024-11-28T09:03:45,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741829_1005 (size=34)
2024-11-28T09:03:45,149 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-28T09:03:45,153 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:45,155 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T09:03:45,155 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:03:45,155 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:03:45,157 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T09:03:45,157 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:03:45,157 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:03:45,158 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732784625155Disabling compacts and flushes for region at 1732784625155Disabling writes for close at 1732784625157 (+2 ms)Writing region close event to WAL at 1732784625157Closed at 1732784625157
2024-11-28T09:03:45,161 WARN  [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/data/master/store/.initializing
2024-11-28T09:03:45,161 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779
2024-11-28T09:03:45,171 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T09:03:45,188 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C38015%2C1732784622779, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/oldWALs, maxLogs=10
2024-11-28T09:03:45,212 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194, exclude list is [], retry=0
2024-11-28T09:03:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3,DISK]
2024-11-28T09:03:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6cef3c60-9cff-406d-8885-41991f1948ec,DISK]
2024-11-28T09:03:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c,DISK]
2024-11-28T09:03:45,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-28T09:03:45,278 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194
2024-11-28T09:03:45,279 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44323:44323),(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:46753:46753)]
2024-11-28T09:03:45,280 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T09:03:45,280 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:45,284 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,285 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T09:03:45,359 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T09:03:45,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:45,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:45,369 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T09:03:45,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T09:03:45,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:45,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:45,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T09:03:45,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T09:03:45,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:45,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:45,379 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T09:03:45,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T09:03:45,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:45,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:45,386 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,392 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,393 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,400 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,401 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,405 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T09:03:45,410 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T09:03:45,416 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:45,417 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59232793, jitterRate=-0.1173626035451889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T09:03:45,425 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732784625299Initializing all the Stores at 1732784625302 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784625302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784625303 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784625303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784625304 (+1 ms)Cleaning up temporary data from old regions at 1732784625401 (+97 ms)Region opened successfully at 1732784625425 (+24 ms)
2024-11-28T09:03:45,427 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T09:03:45,469 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ba8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0
2024-11-28T09:03:45,500 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T09:03:45,512 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T09:03:45,513 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T09:03:45,516 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T09:03:45,517 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-28T09:03:45,525 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-28T09:03:45,525 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T09:03:45,556 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T09:03:45,568 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-28T09:03:45,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-28T09:03:45,583 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T09:03:45,587 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-28T09:03:45,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-28T09:03:45,609 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T09:03:45,615 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-28T09:03:45,631 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-28T09:03:45,634 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-28T09:03:45,690 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-28T09:03:45,722 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T09:03:45,831 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-28T09:03:45,894 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T09:03:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T09:03:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T09:03:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-28T09:03:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,896 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:45,901 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,38015,1732784622779, sessionid=0x10180af04630000, setting cluster-up flag (Was=false)
2024-11-28T09:03:46,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,071 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,248 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-28T09:03:46,251 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38015,1732784622779
2024-11-28T09:03:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,389 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:46,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-28T09:03:46,601 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38015,1732784622779
2024-11-28T09:03:46,607 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T09:03:46,652 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(3441): Registered master coprocessor service: service=AccessControlService
2024-11-28T09:03:46,658 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:46,659 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver loaded, priority=536870912.
2024-11-28T09:03:46,698 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(746): ClusterId : 3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307
2024-11-28T09:03:46,698 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(746): ClusterId : 3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307
2024-11-28T09:03:46,698 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(746): ClusterId : 3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307
2024-11-28T09:03:46,701 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T09:03:46,701 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T09:03:46,701 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T09:03:46,726 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T09:03:46,738 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T09:03:46,746 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T09:03:46,753 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,38015,1732784622779
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T09:03:46,764 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T09:03:46,764 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T09:03:46,764 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T09:03:46,764 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T09:03:46,764 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T09:03:46,764 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T09:03:46,766 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5
2024-11-28T09:03:46,767 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5
2024-11-28T09:03:46,767 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5
2024-11-28T09:03:46,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5
2024-11-28T09:03:46,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10
2024-11-28T09:03:46,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:46,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2
2024-11-28T09:03:46,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:46,775 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732784656775
2024-11-28T09:03:46,778 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T09:03:46,779 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T09:03:46,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T09:03:46,784 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T09:03:46,786 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T09:03:46,787 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T09:03:46,787 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T09:03:46,788 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T09:03:46,789 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:46,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:46,794 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T09:03:46,794 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T09:03:46,796 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T09:03:46,797 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T09:03:46,804 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T09:03:46,805 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T09:03:46,807 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732784626807,5,FailOnTimeoutGroup]
2024-11-28T09:03:46,812 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732784626808,5,FailOnTimeoutGroup]
2024-11-28T09:03:46,812 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:46,813 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T09:03:46,815 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:46,815 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:46,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741831_1007 (size=1321)
2024-11-28T09:03:46,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321)
2024-11-28T09:03:46,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741831_1007 (size=1321)
2024-11-28T09:03:46,826 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T09:03:46,827 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:46,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741832_1008 (size=32)
2024-11-28T09:03:46,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741832_1008 (size=32)
2024-11-28T09:03:46,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=32)
2024-11-28T09:03:46,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:46,850 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T09:03:46,853 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T09:03:46,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:46,854 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:46,855 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T09:03:46,858 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T09:03:46,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:46,859 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:46,859 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T09:03:46,862 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T09:03:46,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:46,863 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:46,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T09:03:46,866 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T09:03:46,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:46,867 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T09:03:46,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740
2024-11-28T09:03:46,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740
2024-11-28T09:03:46,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T09:03:46,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T09:03:46,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T09:03:46,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T09:03:46,887 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:46,889 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72700741, jitterRate=0.08332546055316925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T09:03:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732784626847Initializing all the Stores at 1732784626849 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784626849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784626850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784626850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784626850Cleaning up temporary data from old regions at 1732784626879 (+29 ms)Region opened successfully at 1732784626894 (+15 ms)
2024-11-28T09:03:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T09:03:46,895 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T09:03:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T09:03:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T09:03:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T09:03:46,916 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T09:03:46,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732784626895Disabling compacts and flushes for region at 1732784626895Disabling writes for close at 1732784626895Writing region close event to WAL at 1732784626915 (+20 ms)Closed at 1732784626916 (+1 ms)
2024-11-28T09:03:46,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T09:03:46,922 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T09:03:46,935 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T09:03:46,956 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T09:03:46,962 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T09:03:47,013 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T09:03:47,014 DEBUG [RS:1;81db972b9a1d:43977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c05859a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0
2024-11-28T09:03:47,017 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T09:03:47,018 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T09:03:47,018 DEBUG [RS:0;81db972b9a1d:36301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d867379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0
2024-11-28T09:03:47,018 DEBUG [RS:2;81db972b9a1d:42743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9101d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0
2024-11-28T09:03:47,034 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;81db972b9a1d:43977
2024-11-28T09:03:47,037 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;81db972b9a1d:42743
2024-11-28T09:03:47,038 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:36301
2024-11-28T09:03:47,039 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T09:03:47,039 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T09:03:47,039 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T09:03:47,039 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T09:03:47,039 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-28T09:03:47,039 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-28T09:03:47,040 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T09:03:47,040 INFO  [RS:2;81db972b9a1d:42743 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:47,040 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T09:03:47,040 INFO  [RS:1;81db972b9a1d:43977 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:47,040 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T09:03:47,040 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T09:03:47,040 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-28T09:03:47,041 INFO  [RS:0;81db972b9a1d:36301 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:47,041 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T09:03:47,043 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38015,1732784622779 with port=36301, startcode=1732784623951
2024-11-28T09:03:47,043 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38015,1732784622779 with port=42743, startcode=1732784624337
2024-11-28T09:03:47,043 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38015,1732784622779 with port=43977, startcode=1732784624257
2024-11-28T09:03:47,061 DEBUG [RS:2;81db972b9a1d:42743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T09:03:47,061 DEBUG [RS:0;81db972b9a1d:36301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T09:03:47,061 DEBUG [RS:1;81db972b9a1d:43977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T09:03:47,110 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T09:03:47,111 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T09:03:47,112 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T09:03:47,114 WARN  [81db972b9a1d:38015 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T09:03:47,120 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,123 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,143 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,143 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,150 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,161 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,165 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:47,165 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:47,165 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43087
2024-11-28T09:03:47,165 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43087
2024-11-28T09:03:47,165 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T09:03:47,165 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T09:03:47,173 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:47,173 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43087
2024-11-28T09:03:47,173 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T09:03:47,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-28T09:03:47,376 DEBUG [RS:2;81db972b9a1d:42743 {}] zookeeper.ZKUtil(111): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,377 WARN  [RS:2;81db972b9a1d:42743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T09:03:47,377 INFO  [RS:2;81db972b9a1d:42743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T09:03:47,378 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,381 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,43977,1732784624257]
2024-11-28T09:03:47,381 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,42743,1732784624337]
2024-11-28T09:03:47,381 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,36301,1732784623951]
2024-11-28T09:03:47,388 DEBUG [RS:1;81db972b9a1d:43977 {}] zookeeper.ZKUtil(111): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,388 DEBUG [RS:0;81db972b9a1d:36301 {}] zookeeper.ZKUtil(111): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,389 WARN  [RS:1;81db972b9a1d:43977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T09:03:47,389 WARN  [RS:0;81db972b9a1d:36301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T09:03:47,389 INFO  [RS:0;81db972b9a1d:36301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T09:03:47,389 INFO  [RS:1;81db972b9a1d:43977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T09:03:47,389 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,389 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,428 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T09:03:47,428 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T09:03:47,428 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T09:03:47,447 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T09:03:47,447 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T09:03:47,452 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T09:03:47,464 INFO  [RS:1;81db972b9a1d:43977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T09:03:47,464 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,465 INFO  [RS:0;81db972b9a1d:36301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T09:03:47,465 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,467 INFO  [RS:2;81db972b9a1d:42743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T09:03:47,467 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,469 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T09:03:47,475 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T09:03:47,475 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T09:03:47,478 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T09:03:47,478 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T09:03:47,479 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T09:03:47,481 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,481 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,481 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,481 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2
2024-11-28T09:03:47,482 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,482 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2
2024-11-28T09:03:47,483 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,483 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:2;81db972b9a1d:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,484 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1
2024-11-28T09:03:47,484 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,484 DEBUG [RS:0;81db972b9a1d:36301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,485 DEBUG [RS:1;81db972b9a1d:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3
2024-11-28T09:03:47,505 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,506 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,506 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,506 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,506 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,506 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42743,1732784624337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T09:03:47,508 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,508 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,508 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,509 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,509 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,509 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36301,1732784623951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T09:03:47,511 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,512 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,512 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,512 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,512 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,512 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43977,1732784624257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T09:03:47,536 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T09:03:47,537 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T09:03:47,538 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T09:03:47,539 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36301,1732784623951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,539 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,539 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.Replication(171): 81db972b9a1d,36301,1732784623951 started
2024-11-28T09:03:47,540 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42743,1732784624337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,540 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43977,1732784624257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,541 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,541 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,541 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.Replication(171): 81db972b9a1d,43977,1732784624257 started
2024-11-28T09:03:47,541 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.Replication(171): 81db972b9a1d,42743,1732784624337 started
2024-11-28T09:03:47,568 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,569 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,42743,1732784624337, RpcServer on 81db972b9a1d/172.17.0.3:42743, sessionid=0x10180af04630003
2024-11-28T09:03:47,570 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T09:03:47,570 DEBUG [RS:2;81db972b9a1d:42743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,570 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,42743,1732784624337'
2024-11-28T09:03:47,571 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-28T09:03:47,572 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-28T09:03:47,573 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T09:03:47,573 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T09:03:47,573 DEBUG [RS:2;81db972b9a1d:42743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,42743,1732784624337
2024-11-28T09:03:47,573 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,42743,1732784624337'
2024-11-28T09:03:47,573 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-28T09:03:47,574 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-28T09:03:47,574 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,575 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,36301,1732784623951, RpcServer on 81db972b9a1d/172.17.0.3:36301, sessionid=0x10180af04630001
2024-11-28T09:03:47,575 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T09:03:47,575 DEBUG [RS:0;81db972b9a1d:36301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,575 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36301,1732784623951'
2024-11-28T09:03:47,575 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-28T09:03:47,576 DEBUG [RS:2;81db972b9a1d:42743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T09:03:47,576 INFO  [RS:2;81db972b9a1d:42743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T09:03:47,576 INFO  [RS:2;81db972b9a1d:42743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T09:03:47,576 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:47,577 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,43977,1732784624257, RpcServer on 81db972b9a1d/172.17.0.3:43977, sessionid=0x10180af04630002
2024-11-28T09:03:47,579 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-28T09:03:47,580 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T09:03:47,580 DEBUG [RS:1;81db972b9a1d:43977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,580 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43977,1732784624257'
2024-11-28T09:03:47,580 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-28T09:03:47,580 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T09:03:47,580 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T09:03:47,581 DEBUG [RS:0;81db972b9a1d:36301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,36301,1732784623951
2024-11-28T09:03:47,581 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36301,1732784623951'
2024-11-28T09:03:47,581 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-28T09:03:47,582 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-28T09:03:47,583 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-28T09:03:47,584 DEBUG [RS:0;81db972b9a1d:36301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T09:03:47,584 INFO  [RS:0;81db972b9a1d:36301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T09:03:47,584 INFO  [RS:0;81db972b9a1d:36301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T09:03:47,588 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T09:03:47,588 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T09:03:47,588 DEBUG [RS:1;81db972b9a1d:43977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,43977,1732784624257
2024-11-28T09:03:47,588 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43977,1732784624257'
2024-11-28T09:03:47,588 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-28T09:03:47,590 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-28T09:03:47,596 DEBUG [RS:1;81db972b9a1d:43977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T09:03:47,596 INFO  [RS:1;81db972b9a1d:43977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T09:03:47,596 INFO  [RS:1;81db972b9a1d:43977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T09:03:47,683 INFO  [RS:2;81db972b9a1d:42743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T09:03:47,687 INFO  [RS:2;81db972b9a1d:42743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C42743%2C1732784624337, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,42743,1732784624337, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs, maxLogs=32
2024-11-28T09:03:47,702 INFO  [RS:1;81db972b9a1d:43977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T09:03:47,703 INFO  [RS:0;81db972b9a1d:36301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T09:03:47,706 INFO  [RS:1;81db972b9a1d:43977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C43977%2C1732784624257, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,43977,1732784624257, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs, maxLogs=32
2024-11-28T09:03:47,713 INFO  [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C36301%2C1732784623951, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs, maxLogs=32
2024-11-28T09:03:47,716 DEBUG [RS:2;81db972b9a1d:42743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,42743,1732784624337/81db972b9a1d%2C42743%2C1732784624337.1732784627691, exclude list is [], retry=0
2024-11-28T09:03:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c,DISK]
2024-11-28T09:03:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6cef3c60-9cff-406d-8885-41991f1948ec,DISK]
2024-11-28T09:03:47,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3,DISK]
2024-11-28T09:03:47,740 DEBUG [RS:1;81db972b9a1d:43977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,43977,1732784624257/81db972b9a1d%2C43977%2C1732784624257.1732784627709, exclude list is [], retry=0
2024-11-28T09:03:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6cef3c60-9cff-406d-8885-41991f1948ec,DISK]
2024-11-28T09:03:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c,DISK]
2024-11-28T09:03:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3,DISK]
2024-11-28T09:03:47,801 DEBUG [RS:0;81db972b9a1d:36301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951/81db972b9a1d%2C36301%2C1732784623951.1732784627737, exclude list is [], retry=0
2024-11-28T09:03:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3,DISK]
2024-11-28T09:03:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c,DISK]
2024-11-28T09:03:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6cef3c60-9cff-406d-8885-41991f1948ec,DISK]
2024-11-28T09:03:47,830 INFO  [RS:2;81db972b9a1d:42743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,42743,1732784624337/81db972b9a1d%2C42743%2C1732784624337.1732784627691
2024-11-28T09:03:47,841 DEBUG [RS:2;81db972b9a1d:42743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:44323:44323),(127.0.0.1/127.0.0.1:33599:33599)]
2024-11-28T09:03:47,848 INFO  [RS:1;81db972b9a1d:43977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,43977,1732784624257/81db972b9a1d%2C43977%2C1732784624257.1732784627709
2024-11-28T09:03:47,869 DEBUG [RS:1;81db972b9a1d:43977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:44323:44323),(127.0.0.1/127.0.0.1:33599:33599)]
2024-11-28T09:03:47,870 INFO  [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951/81db972b9a1d%2C36301%2C1732784623951.1732784627737
2024-11-28T09:03:47,884 DEBUG [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:44323:44323)]
2024-11-28T09:03:48,119 DEBUG [81db972b9a1d:38015 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-28T09:03:48,132 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:03:48,146 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:03:48,146 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:03:48,146 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:03:48,146 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:03:48,160 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:03:48,160 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:03:48,160 INFO  [81db972b9a1d:38015 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:03:48,160 INFO  [81db972b9a1d:38015 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:03:48,160 INFO  [81db972b9a1d:38015 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:03:48,160 DEBUG [81db972b9a1d:38015 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:03:48,172 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:48,193 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36301,1732784623951, state=OPENING
2024-11-28T09:03:48,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T09:03:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:48,301 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:48,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,305 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T09:03:48,308 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:03:48,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:48,503 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:48,535 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T09:03:48,536 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T09:03:48,537 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T09:03:48,544 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C36301%2C1732784623951.meta, suffix=.meta, logDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs, maxLogs=32
2024-11-28T09:03:48,567 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951/81db972b9a1d%2C36301%2C1732784623951.meta.1732784628547.meta, exclude list is [], retry=0
2024-11-28T09:03:48,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-1a9d7b4b-728a-4673-912b-d1ae10512a4c,DISK]
2024-11-28T09:03:48,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-0557b69d-47d1-40e6-a904-b9ea29a4a6a3,DISK]
2024-11-28T09:03:48,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6cef3c60-9cff-406d-8885-41991f1948ec,DISK]
2024-11-28T09:03:48,585 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/WALs/81db972b9a1d,36301,1732784623951/81db972b9a1d%2C36301%2C1732784623951.meta.1732784628547.meta
2024-11-28T09:03:48,588 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:33599:33599),(127.0.0.1/127.0.0.1:44323:44323)]
2024-11-28T09:03:48,589 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T09:03:48,590 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService
2024-11-28T09:03:48,591 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:48,593 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T09:03:48,595 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T09:03:48,597 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T09:03:48,607 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T09:03:48,608 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:48,608 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T09:03:48,609 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T09:03:48,620 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T09:03:48,622 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T09:03:48,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:48,626 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:48,627 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T09:03:48,632 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T09:03:48,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:48,634 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:48,635 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T09:03:48,637 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T09:03:48,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:48,639 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:48,639 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T09:03:48,645 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T09:03:48,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:48,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T09:03:48,647 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T09:03:48,649 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740
2024-11-28T09:03:48,655 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740
2024-11-28T09:03:48,658 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T09:03:48,658 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T09:03:48,660 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T09:03:48,667 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T09:03:48,669 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74786744, jitterRate=0.11440932750701904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T09:03:48,669 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T09:03:48,673 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732784628609Writing region info on filesystem at 1732784628610 (+1 ms)Initializing all the Stores at 1732784628612 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784628612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784628619 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784628620 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784628620Cleaning up temporary data from old regions at 1732784628658 (+38 ms)Running coprocessor post-open hooks at 1732784628669 (+11 ms)Region opened successfully at 1732784628673 (+4 ms)
2024-11-28T09:03:48,684 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732784628482
2024-11-28T09:03:48,704 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T09:03:48,704 INFO  [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T09:03:48,709 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:48,712 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36301,1732784623951, state=OPEN
2024-11-28T09:03:48,764 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T09:03:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T09:03:48,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T09:03:48,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-28T09:03:48,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-28T09:03:48,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:48,777 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T09:03:48,777 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36301,1732784623951 in 459 msec
2024-11-28T09:03:48,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T09:03:48,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.8440 sec
2024-11-28T09:03:48,790 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T09:03:48,790 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T09:03:48,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:48,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:48,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:48,851 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:48,886 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2120 sec
2024-11-28T09:03:48,887 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732784628887, completionTime=-1
2024-11-28T09:03:48,890 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-28T09:03:48,890 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T09:03:48,928 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-28T09:03:48,928 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732784688928
2024-11-28T09:03:48,928 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732784748928
2024-11-28T09:03:48,928 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec
2024-11-28T09:03:48,930 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:03:48,940 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,940 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,940 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,942 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:38015, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,943 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,943 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:48,950 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T09:03:48,980 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.475sec
2024-11-28T09:03:48,982 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T09:03:48,983 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T09:03:48,984 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T09:03:48,984 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T09:03:48,985 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T09:03:48,985 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T09:03:48,986 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T09:03:49,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0d2988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:49,050 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-28T09:03:49,050 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-28T09:03:49,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:03:49,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:03:49,065 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T09:03:49,065 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38015,1732784622779
2024-11-28T09:03:49,070 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d06475
2024-11-28T09:03:49,072 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T09:03:49,080 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T09:03:49,086 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:03:49,088 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:acl', {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T09:03:49,089 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:03:49,089 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:03:49,092 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aff9be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:49,092 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:03:49,096 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:03:49,098 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:acl
2024-11-28T09:03:49,100 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:03:49,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fdffef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:49,105 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:03:49,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:49,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:49,106 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "acl"
 procId is: 4
2024-11-28T09:03:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T09:03:49,114 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:03:49,114 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:49,115 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:49,118 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:49,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,38015,1732784622779
2024-11-28T09:03:49,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/test.cache.data in system properties and HBase conf
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir in system properties and HBase conf
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T09:03:49,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T09:03:49,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/nfs.dump.dir in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T09:03:49,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T09:03:49,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741837_1013 (size=349)
2024-11-28T09:03:49,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=349)
2024-11-28T09:03:49,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741837_1013 (size=349)
2024-11-28T09:03:49,161 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f080d6a85dfeeb9c3847cfd7d14d5fa8, NAME => 'hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:acl', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:49,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=36)
2024-11-28T09:03:49,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741838_1014 (size=36)
2024-11-28T09:03:49,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741838_1014 (size=36)
2024-11-28T09:03:49,209 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:49,209 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1722): Closing f080d6a85dfeeb9c3847cfd7d14d5fa8, disabling compactions & flushes
2024-11-28T09:03:49,209 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,209 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,210 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8. after waiting 0 ms
2024-11-28T09:03:49,210 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,210 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1973): Closed hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,210 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1676): Region close journal for f080d6a85dfeeb9c3847cfd7d14d5fa8:
Waiting for close lock at 1732784629209Disabling compacts and flushes for region at 1732784629209Disabling writes for close at 1732784629210 (+1 ms)Writing region close event to WAL at 1732784629210Closed at 1732784629210
2024-11-28T09:03:49,214 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:03:49,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.","families":{"info":[{"qualifier":"regioninfo","vlen":35,"tag":[],"timestamp":"1732784629216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784629216"}]},"ts":"1732784629216"}
2024-11-28T09:03:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T09:03:49,231 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T09:03:49,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741839_1015 (size=592039)
2024-11-28T09:03:49,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741839_1015 (size=592039)
2024-11-28T09:03:49,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=592039)
2024-11-28T09:03:49,235 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:03:49,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784629236"}]},"ts":"1732784629236"}
2024-11-28T09:03:49,253 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLING in hbase:meta
2024-11-28T09:03:49,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:03:49,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:03:49,256 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:03:49,256 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:03:49,257 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:03:49,257 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:03:49,259 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8, ASSIGN}]
2024-11-28T09:03:49,263 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8, ASSIGN
2024-11-28T09:03:49,269 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:03:49,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741840_1016 (size=1663647)
2024-11-28T09:03:49,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=1663647)
2024-11-28T09:03:49,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741840_1016 (size=1663647)
2024-11-28T09:03:49,423 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-28T09:03:49,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f080d6a85dfeeb9c3847cfd7d14d5fa8, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:03:49,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8, ASSIGN because future has completed
2024-11-28T09:03:49,433 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f080d6a85dfeeb9c3847cfd7d14d5fa8, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:03:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T09:03:49,611 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:49,641 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:49,680 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(132): Open hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f080d6a85dfeeb9c3847cfd7d14d5fa8, NAME => 'hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.', STARTKEY => '', ENDKEY => ''}
2024-11-28T09:03:49,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8. service=AccessControlService
2024-11-28T09:03:49,682 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:49,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(898): Instantiated hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:49,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,700 INFO  [StoreOpener-f080d6a85dfeeb9c3847cfd7d14d5fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region f080d6a85dfeeb9c3847cfd7d14d5fa8 
2024-11-28T09:03:49,704 INFO  [StoreOpener-f080d6a85dfeeb9c3847cfd7d14d5fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f080d6a85dfeeb9c3847cfd7d14d5fa8 columnFamilyName l
2024-11-28T09:03:49,704 DEBUG [StoreOpener-f080d6a85dfeeb9c3847cfd7d14d5fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:49,706 INFO  [StoreOpener-f080d6a85dfeeb9c3847cfd7d14d5fa8-1 {}] regionserver.HStore(327): Store=f080d6a85dfeeb9c3847cfd7d14d5fa8/l,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:49,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:49,729 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1114): Opened f080d6a85dfeeb9c3847cfd7d14d5fa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68288645, jitterRate=0.017580106854438782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:03:49,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:03:49,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f080d6a85dfeeb9c3847cfd7d14d5fa8:
Running coprocessor pre-open hook at 1732784629683Writing region info on filesystem at 1732784629683Initializing all the Stores at 1732784629690 (+7 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732784629690Cleaning up temporary data from old regions at 1732784629711 (+21 ms)Running coprocessor post-open hooks at 1732784629729 (+18 ms)Region opened successfully at 1732784629733 (+4 ms)
2024-11-28T09:03:49,737 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., pid=6, masterSystemTime=1732784629610
2024-11-28T09:03:49,744 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f080d6a85dfeeb9c3847cfd7d14d5fa8, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:03:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T09:03:49,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,748 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(153): Opened hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:03:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f080d6a85dfeeb9c3847cfd7d14d5fa8, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:03:49,756 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=81db972b9a1d,43977,1732784624257, table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-28T09:03:49,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T09:03:49,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f080d6a85dfeeb9c3847cfd7d14d5fa8, server=81db972b9a1d,43977,1732784624257 in 327 msec
2024-11-28T09:03:49,775 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T09:03:49,776 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=f080d6a85dfeeb9c3847cfd7d14d5fa8, ASSIGN in 507 msec
2024-11-28T09:03:49,781 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:03:49,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784629781"}]},"ts":"1732784629781"}
2024-11-28T09:03:49,789 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLED in hbase:meta
2024-11-28T09:03:49,792 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:03:49,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:acl in 699 msec
2024-11-28T09:03:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T09:03:50,256 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:acl completed
2024-11-28T09:03:50,260 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T09:03:50,261 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T09:03:50,262 INFO  [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38015,1732784622779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T09:03:51,155 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:51,283 WARN  [Thread-385 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:51,575 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:51,576 WARN  [Thread-385 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-28T09:03:51,577 INFO  [Thread-385 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:51,586 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:51,586 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:51,587 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T09:03:51,589 INFO  [Thread-385 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:51,589 INFO  [Thread-385 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:51,589 INFO  [Thread-385 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T09:03:51,591 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:51,591 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564282fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:51,592 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13b8881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:51,600 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68436821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:51,601 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d71f436{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:52,038 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class
2024-11-28T09:03:52,039 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class
2024-11-28T09:03:52,039 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-28T09:03:52,042 INFO  [Thread-385 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-28T09:03:52,132 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:52,360 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:52,711 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest"
2024-11-28T09:03:52,739 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@271e0bfb{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-35739-hadoop-yarn-common-3_4_1_jar-_-any-7075453958936448150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-28T09:03:52,739 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70dfe192{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-36717-hadoop-yarn-common-3_4_1_jar-_-any-2100802966054317498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-28T09:03:52,740 INFO  [Thread-385 {}] server.AbstractConnector(333): Started ServerConnector@7599fa36{HTTP/1.1, (http/1.1)}{localhost:36717}
2024-11-28T09:03:52,740 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31da2570{HTTP/1.1, (http/1.1)}{localhost:35739}
2024-11-28T09:03:52,740 INFO  [Thread-385 {}] server.Server(415): Started @21080ms
2024-11-28T09:03:52,740 INFO  [Time-limited test {}] server.Server(415): Started @21080ms
2024-11-28T09:03:52,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741841_1017 (size=5)
2024-11-28T09:03:52,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=5)
2024-11-28T09:03:52,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741841_1017 (size=5)
2024-11-28T09:03:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:03:53,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionServerObservers
2024-11-28T09:03:53,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T09:03:53,207 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T09:03:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-28T09:03:53,216 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_acl Metrics about Tables on a single HBase RegionServer
2024-11-28T09:03:53,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:03:53,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers
2024-11-28T09:03:53,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-28T09:03:53,219 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver Metrics about HBase MasterObservers
2024-11-28T09:03:53,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:03:53,219 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionObservers
2024-11-28T09:03:53,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T09:03:53,220 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T09:03:53,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T09:03:53,220 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T09:03:53,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T09:03:53,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl'
2024-11-28T09:03:54,086 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-28T09:03:54,095 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:54,135 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-28T09:03:54,136 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:54,141 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:54,141 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:54,141 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T09:03:54,143 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:54,143 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343d7c83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:54,144 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45815fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:54,205 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-28T09:03:54,206 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-28T09:03:54,206 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-28T09:03:54,206 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-28T09:03:54,217 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:03:54,218 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,325 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,535 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,551 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72ad1ee8{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-42445-hadoop-yarn-common-3_4_1_jar-_-any-1775400877063351676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-28T09:03:54,554 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d94d3{HTTP/1.1, (http/1.1)}{localhost:42445}
2024-11-28T09:03:54,554 INFO  [Time-limited test {}] server.Server(415): Started @22894ms
2024-11-28T09:03:54,758 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-28T09:03:54,761 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:54,777 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-28T09:03:54,778 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T09:03:54,780 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T09:03:54,780 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T09:03:54,780 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T09:03:54,781 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T09:03:54,782 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@785b5188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,AVAILABLE}
2024-11-28T09:03:54,783 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@447cca3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-28T09:03:54,832 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-28T09:03:54,833 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-28T09:03:54,833 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-28T09:03:54,833 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-28T09:03:54,843 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,851 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,960 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-28T09:03:54,966 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35eb53f6{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/java.io.tmpdir/jetty-localhost-40883-hadoop-yarn-common-3_4_1_jar-_-any-8496007667556384884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-28T09:03:54,966 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d2fdcb2{HTTP/1.1, (http/1.1)}{localhost:40883}
2024-11-28T09:03:54,966 INFO  [Time-limited test {}] server.Server(415): Started @23307ms
2024-11-28T09:03:54,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-28T09:03:54,993 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:03:55,081 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=723, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=231
2024-11-28T09:03:55,083 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=723 is superior to 500
2024-11-28T09:03:55,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T09:03:55,092 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38015,1732784622779
2024-11-28T09:03:55,092 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e081822
2024-11-28T09:03:55,093 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T09:03:55,096 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T09:03:55,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:03:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:55,107 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:03:55,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSplitRegion"
 procId is: 7
2024-11-28T09:03:55,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T09:03:55,112 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:03:55,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=422)
2024-11-28T09:03:55,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741842_1018 (size=422)
2024-11-28T09:03:55,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741842_1018 (size=422)
2024-11-28T09:03:55,161 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e4cf8a08727529a8076621009c1bae4, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:55,161 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1633d8764d980b69482f632495547533, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:55,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741843_1019 (size=83)
2024-11-28T09:03:55,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741843_1019 (size=83)
2024-11-28T09:03:55,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=83)
2024-11-28T09:03:55,185 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:55,185 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1722): Closing 1633d8764d980b69482f632495547533, disabling compactions & flushes
2024-11-28T09:03:55,185 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,185 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,185 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. after waiting 0 ms
2024-11-28T09:03:55,185 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,186 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,186 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1633d8764d980b69482f632495547533:
Waiting for close lock at 1732784635185Disabling compacts and flushes for region at 1732784635185Disabling writes for close at 1732784635185Writing region close event to WAL at 1732784635186 (+1 ms)Closed at 1732784635186
2024-11-28T09:03:55,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741844_1020 (size=83)
2024-11-28T09:03:55,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741844_1020 (size=83)
2024-11-28T09:03:55,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=83)
2024-11-28T09:03:55,190 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:55,190 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing 0e4cf8a08727529a8076621009c1bae4, disabling compactions & flushes
2024-11-28T09:03:55,190 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,190 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,191 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. after waiting 0 ms
2024-11-28T09:03:55,191 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,191 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,191 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e4cf8a08727529a8076621009c1bae4:
Waiting for close lock at 1732784635190Disabling compacts and flushes for region at 1732784635190Disabling writes for close at 1732784635191 (+1 ms)Writing region close event to WAL at 1732784635191Closed at 1732784635191
2024-11-28T09:03:55,193 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:03:55,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732784635194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784635194"}]},"ts":"1732784635194"}
2024-11-28T09:03:55,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732784635194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784635194"}]},"ts":"1732784635194"}
2024-11-28T09:03:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T09:03:55,274 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:03:55,276 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:03:55,277 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784635277"}]},"ts":"1732784635277"}
2024-11-28T09:03:55,281 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-28T09:03:55,281 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:03:55,284 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:03:55,285 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:03:55,285 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:03:55,285 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:03:55,285 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:03:55,285 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, ASSIGN}, {pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, ASSIGN}]
2024-11-28T09:03:55,289 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, ASSIGN
2024-11-28T09:03:55,289 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, ASSIGN
2024-11-28T09:03:55,292 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:03:55,292 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:03:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T09:03:55,443 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:03:55,443 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e4cf8a08727529a8076621009c1bae4, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:03:55,444 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1633d8764d980b69482f632495547533, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:03:55,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, ASSIGN because future has completed
2024-11-28T09:03:55,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:03:55,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, ASSIGN because future has completed
2024-11-28T09:03:55,457 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:03:55,610 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:55,623 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,624 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1633d8764d980b69482f632495547533, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:03:55,624 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. service=AccessControlService
2024-11-28T09:03:55,624 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:55,625 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,625 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:55,625 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,625 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,631 INFO  [StoreOpener-1633d8764d980b69482f632495547533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1633d8764d980b69482f632495547533 
2024-11-28T09:03:55,632 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:55,635 INFO  [StoreOpener-1633d8764d980b69482f632495547533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1633d8764d980b69482f632495547533 columnFamilyName cf
2024-11-28T09:03:55,635 DEBUG [StoreOpener-1633d8764d980b69482f632495547533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:55,636 INFO  [StoreOpener-1633d8764d980b69482f632495547533-1 {}] regionserver.HStore(327): Store=1633d8764d980b69482f632495547533/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:55,636 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,639 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533
2024-11-28T09:03:55,641 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533
2024-11-28T09:03:55,641 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,642 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4cf8a08727529a8076621009c1bae4, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:03:55,642 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,642 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,642 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. service=AccessControlService
2024-11-28T09:03:55,643 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:55,643 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,644 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:55,644 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,644 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,647 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,648 INFO  [StoreOpener-0e4cf8a08727529a8076621009c1bae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e4cf8a08727529a8076621009c1bae4 
2024-11-28T09:03:55,652 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:55,653 INFO  [StoreOpener-0e4cf8a08727529a8076621009c1bae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4cf8a08727529a8076621009c1bae4 columnFamilyName cf
2024-11-28T09:03:55,653 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 1633d8764d980b69482f632495547533; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62186522, jitterRate=-0.07334861159324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:03:55,653 DEBUG [StoreOpener-0e4cf8a08727529a8076621009c1bae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:55,653 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1633d8764d980b69482f632495547533
2024-11-28T09:03:55,654 INFO  [StoreOpener-0e4cf8a08727529a8076621009c1bae4-1 {}] regionserver.HStore(327): Store=0e4cf8a08727529a8076621009c1bae4/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:55,655 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 1633d8764d980b69482f632495547533:
Running coprocessor pre-open hook at 1732784635625Writing region info on filesystem at 1732784635625Initializing all the Stores at 1732784635627 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784635627Cleaning up temporary data from old regions at 1732784635642 (+15 ms)Running coprocessor post-open hooks at 1732784635653 (+11 ms)Region opened successfully at 1732784635654 (+1 ms)
2024-11-28T09:03:55,655 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,656 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,656 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533., pid=11, masterSystemTime=1732784635614
2024-11-28T09:03:55,657 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,662 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,663 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:55,664 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1633d8764d980b69482f632495547533, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:03:55,664 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:03:55,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:55,671 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 0e4cf8a08727529a8076621009c1bae4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74559764, jitterRate=0.1110270619392395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:03:55,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:55,672 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0e4cf8a08727529a8076621009c1bae4:
Running coprocessor pre-open hook at 1732784635644Writing region info on filesystem at 1732784635644Initializing all the Stores at 1732784635648 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784635648Cleaning up temporary data from old regions at 1732784635658 (+10 ms)Running coprocessor post-open hooks at 1732784635672 (+14 ms)Region opened successfully at 1732784635672
2024-11-28T09:03:55,675 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4., pid=10, masterSystemTime=1732784635610
2024-11-28T09:03:55,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=9
2024-11-28T09:03:55,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257 in 217 msec
2024-11-28T09:03:55,679 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,679 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:55,680 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e4cf8a08727529a8076621009c1bae4, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:03:55,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, ASSIGN in 393 msec
2024-11-28T09:03:55,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:03:55,689 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=81db972b9a1d,42743,1732784624337, table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-28T09:03:55,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=8
2024-11-28T09:03:55,704 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337 in 244 msec
2024-11-28T09:03:55,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-28T09:03:55,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, ASSIGN in 417 msec
2024-11-28T09:03:55,710 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:03:55,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784635710"}]},"ts":"1732784635710"}
2024-11-28T09:03:55,714 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-28T09:03:55,716 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:03:55,721 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-28T09:03:55,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:55,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:55,741 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T09:03:55,746 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:55,747 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:55,747 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:55,765 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService
2024-11-28T09:03:55,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:55,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:55,772 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService
2024-11-28T09:03:55,775 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:55,942 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:55,942 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:03:55,964 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:55,964 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:55,964 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:55,964 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:55,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 866 msec
2024-11-28T09:03:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T09:03:56,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportFileSystemStateWithSplitRegion get assigned. Timeout = 60000ms
2024-11-28T09:03:56,255 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:03:56,257 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:03:56,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportFileSystemStateWithSplitRegion assigned to meta. Checking AM states.
2024-11-28T09:03:56,264 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:03:56,265 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportFileSystemStateWithSplitRegion assigned.
2024-11-28T09:03:56,268 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:03:56,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:03:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784636283 (current time:1732784636283).
2024-11-28T09:03:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:03:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-28T09:03:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:03:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acfb353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:03:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:03:56,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:03:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:03:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:03:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:03:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:03:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,291 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:03:56,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56627639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:56,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:56,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:56,297 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:56,300 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:03:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:03:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,308 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:03:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@849172a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:03:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:03:56,312 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:03:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:03:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:03:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f78048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:03:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:03:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,315 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:03:56,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c34e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:56,321 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:56,327 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:56,330 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:03:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:03:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-28T09:03:56,331 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:03:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:03:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:03:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-28T09:03:56,349 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:03:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T09:03:56,357 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:03:56,375 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:03:56,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=215)
2024-11-28T09:03:56,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741845_1021 (size=215)
2024-11-28T09:03:56,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741845_1021 (size=215)
2024-11-28T09:03:56,412 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:03:56,416 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4}, {pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533}]
2024-11-28T09:03:56,425 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:56,426 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533
2024-11-28T09:03:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T09:03:56,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=14
2024-11-28T09:03:56,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=13
2024-11-28T09:03:56,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:56,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1633d8764d980b69482f632495547533:

2024-11-28T09:03:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.HRegion(2603): Flush status journal for 0e4cf8a08727529a8076621009c1bae4:

2024-11-28T09:03:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:03:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:03:56,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:56,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:56,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:03:56,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:03:56,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:03:56,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:03:56,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=86)
2024-11-28T09:03:56,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741846_1022 (size=86)
2024-11-28T09:03:56,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:56,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-28T09:03:56,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=86)
2024-11-28T09:03:56,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741846_1022 (size=86)
2024-11-28T09:03:56,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741847_1023 (size=86)
2024-11-28T09:03:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-28T09:03:56,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:56,650 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region 1633d8764d980b69482f632495547533
2024-11-28T09:03:56,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-28T09:03:56,651 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533
2024-11-28T09:03:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-28T09:03:56,652 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:56,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741847_1023 (size=86)
2024-11-28T09:03:56,652 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:56,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4 in 238 msec
2024-11-28T09:03:56,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12
2024-11-28T09:03:56,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533 in 238 msec
2024-11-28T09:03:56,664 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:03:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T09:03:56,668 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:03:56,673 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:03:56,674 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:56,678 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:56,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741848_1024 (size=597)
2024-11-28T09:03:56,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741848_1024 (size=597)
2024-11-28T09:03:56,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741848_1024 (size=597)
2024-11-28T09:03:56,716 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:03:56,736 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:03:56,738 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:56,742 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:03:56,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-28T09:03:56,747 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 402 msec
2024-11-28T09:03:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T09:03:56,975 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:03:56,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSplitRegion', row='0fc39ea436e24e575cab397c0cd3262e8', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:03:56,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSplitRegion', row='12b7bc3a57c01e217ceac48af08237a87', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:57,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSplitRegion', row='2577c10ceff0fdf23c203678da897ffff', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:57,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:57,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:57,025 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:57,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:03:57,042 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:57,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:03:57,047 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:03:57,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:57,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:57,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:03:57,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:03:57,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:03:57,103 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:03:57,114 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:03:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784637114 (current time:1732784637114).
2024-11-28T09:03:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:03:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-28T09:03:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:03:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2de6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:03:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:03:57,122 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:03:57,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:03:57,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:03:57,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e495b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:03:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:03:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,127 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:03:57,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f2204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:57,135 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:57,138 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:03:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:03:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,139 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:03:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2354e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:03:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:03:57,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:03:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:03:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:03:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7ba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:03:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:03:57,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,153 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:03:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510c6f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:03:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:03:57,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:03:57,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:57,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:57,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:03:57,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:03:57,169 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:03:57,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:03:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:03:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:03:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-28T09:03:57,176 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:03:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:03:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:03:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-28T09:03:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-28T09:03:57,185 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:03:57,191 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:03:57,200 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:03:57,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741849_1025 (size=210)
2024-11-28T09:03:57,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741849_1025 (size=210)
2024-11-28T09:03:57,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741849_1025 (size=210)
2024-11-28T09:03:57,247 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:03:57,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4}, {pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533}]
2024-11-28T09:03:57,250 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533
2024-11-28T09:03:57,250 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-28T09:03:57,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=16
2024-11-28T09:03:57,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=17
2024-11-28T09:03:57,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:57,416 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0e4cf8a08727529a8076621009c1bae4 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-28T09:03:57,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:57,424 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2902): Flushing 1633d8764d980b69482f632495547533 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-28T09:03:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-28T09:03:57,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/.tmp/cf/5c0a575934814ccb9cc0d9497c00f6f7 is 71, key is 09d8c62ca35b99ec7a14cd0d9debf472/cf:q/1732784637044/Put/seqid=0
2024-11-28T09:03:57,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/.tmp/cf/0e997232cd6b4119a509af791c9d79bb is 71, key is 138af7000cd14ed267af339e19b44f79/cf:q/1732784637033/Put/seqid=0
2024-11-28T09:03:57,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741851_1027 (size=8394)
2024-11-28T09:03:57,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741851_1027 (size=8394)
2024-11-28T09:03:57,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741851_1027 (size=8394)
2024-11-28T09:03:57,670 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.13 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/.tmp/cf/0e997232cd6b4119a509af791c9d79bb
2024-11-28T09:03:57,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741850_1026 (size=5216)
2024-11-28T09:03:57,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741850_1026 (size=5216)
2024-11-28T09:03:57,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741850_1026 (size=5216)
2024-11-28T09:03:57,690 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/.tmp/cf/5c0a575934814ccb9cc0d9497c00f6f7
2024-11-28T09:03:57,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/.tmp/cf/5c0a575934814ccb9cc0d9497c00f6f7 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7
2024-11-28T09:03:57,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/.tmp/cf/0e997232cd6b4119a509af791c9d79bb as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb
2024-11-28T09:03:57,805 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7, entries=2, sequenceid=6, filesize=5.1 K
2024-11-28T09:03:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-28T09:03:57,816 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb, entries=48, sequenceid=6, filesize=8.2 K
2024-11-28T09:03:57,831 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 0e4cf8a08727529a8076621009c1bae4 in 419ms, sequenceid=6, compaction requested=false
2024-11-28T09:03:57,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-28T09:03:57,832 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 1633d8764d980b69482f632495547533 in 394ms, sequenceid=6, compaction requested=false
2024-11-28T09:03:57,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0e4cf8a08727529a8076621009c1bae4:

2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2603): Flush status journal for 1633d8764d980b69482f632495547533:

2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:03:57,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:03:57,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb] hfiles
2024-11-28T09:03:57,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7] hfiles
2024-11-28T09:03:57,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:57,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7 for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:57,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741853_1029 (size=125)
2024-11-28T09:03:58,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741852_1028 (size=125)
2024-11-28T09:03:58,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741852_1028 (size=125)
2024-11-28T09:03:58,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741852_1028 (size=125)
2024-11-28T09:03:58,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:03:58,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-28T09:03:58,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741853_1029 (size=125)
2024-11-28T09:03:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-28T09:03:58,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:58,005 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:03:58,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:03:58,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-28T09:03:58,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741853_1029 (size=125)
2024-11-28T09:03:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=17
2024-11-28T09:03:58,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region 1633d8764d980b69482f632495547533
2024-11-28T09:03:58,009 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533
2024-11-28T09:03:58,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e4cf8a08727529a8076621009c1bae4 in 761 msec
2024-11-28T09:03:58,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=15
2024-11-28T09:03:58,017 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1633d8764d980b69482f632495547533 in 762 msec
2024-11-28T09:03:58,017 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:03:58,019 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:03:58,031 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:03:58,032 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:58,035 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:58,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741854_1030 (size=675)
2024-11-28T09:03:58,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741854_1030 (size=675)
2024-11-28T09:03:58,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741854_1030 (size=675)
2024-11-28T09:03:58,135 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:03:58,162 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:03:58,164 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:58,167 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:03:58,167 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-28T09:03:58,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 990 msec
2024-11-28T09:03:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-28T09:03:58,324 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:03:58,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:58,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:58,367 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:58,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:03:58,369 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-28T09:03:58,371 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:58,372 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-28T09:03:58,375 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:03:58,376 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-28T09:03:58,383 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportFileSystemStateWithSplitRegion', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:03:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:03:58,387 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:03:58,388 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:58,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportFileSystemStateWithSplitRegion"
 procId is: 18
2024-11-28T09:03:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-28T09:03:58,390 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:03:58,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741855_1031 (size=390)
2024-11-28T09:03:58,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741855_1031 (size=390)
2024-11-28T09:03:58,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741855_1031 (size=390)
2024-11-28T09:03:58,433 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb115c99083e93e686680572f8ae2328, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:03:58,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741856_1032 (size=75)
2024-11-28T09:03:58,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741856_1032 (size=75)
2024-11-28T09:03:58,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741856_1032 (size=75)
2024-11-28T09:03:58,461 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:58,461 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing cb115c99083e93e686680572f8ae2328, disabling compactions & flushes
2024-11-28T09:03:58,461 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,461 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,461 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328. after waiting 0 ms
2024-11-28T09:03:58,461 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,461 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,462 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb115c99083e93e686680572f8ae2328:
Waiting for close lock at 1732784638461Disabling compacts and flushes for region at 1732784638461Disabling writes for close at 1732784638461Writing region close event to WAL at 1732784638461Closed at 1732784638461
2024-11-28T09:03:58,464 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:03:58,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732784638464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784638464"}]},"ts":"1732784638464"}
2024-11-28T09:03:58,469 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T09:03:58,471 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:03:58,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784638472"}]},"ts":"1732784638472"}
2024-11-28T09:03:58,475 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-28T09:03:58,476 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:03:58,478 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:03:58,478 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:03:58,479 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:03:58,479 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:03:58,479 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:03:58,479 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:03:58,479 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:03:58,479 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:03:58,479 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:03:58,479 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:03:58,480 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, ASSIGN}]
2024-11-28T09:03:58,485 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, ASSIGN
2024-11-28T09:03:58,487 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, ASSIGN; state=OFFLINE, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:03:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-28T09:03:58,639 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-28T09:03:58,639 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=cb115c99083e93e686680572f8ae2328, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:58,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, ASSIGN because future has completed
2024-11-28T09:03:58,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:03:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-28T09:03:58,820 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,821 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cb115c99083e93e686680572f8ae2328, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.', STARTKEY => '', ENDKEY => ''}
2024-11-28T09:03:58,821 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328. service=AccessControlService
2024-11-28T09:03:58,822 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:03:58,822 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,822 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:03:58,822 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,822 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,826 INFO  [StoreOpener-cb115c99083e93e686680572f8ae2328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb115c99083e93e686680572f8ae2328 
2024-11-28T09:03:58,830 INFO  [StoreOpener-cb115c99083e93e686680572f8ae2328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb115c99083e93e686680572f8ae2328 columnFamilyName cf
2024-11-28T09:03:58,831 DEBUG [StoreOpener-cb115c99083e93e686680572f8ae2328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:03:58,832 INFO  [StoreOpener-cb115c99083e93e686680572f8ae2328-1 {}] regionserver.HStore(327): Store=cb115c99083e93e686680572f8ae2328/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:03:58,832 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,834 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,835 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,856 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:03:58,867 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cb115c99083e93e686680572f8ae2328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65134474, jitterRate=-0.029420703649520874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:03:58,867 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb115c99083e93e686680572f8ae2328
2024-11-28T09:03:58,868 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cb115c99083e93e686680572f8ae2328:
Running coprocessor pre-open hook at 1732784638823Writing region info on filesystem at 1732784638823Initializing all the Stores at 1732784638825 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784638825Cleaning up temporary data from old regions at 1732784638836 (+11 ms)Running coprocessor post-open hooks at 1732784638867 (+31 ms)Region opened successfully at 1732784638868 (+1 ms)
2024-11-28T09:03:58,871 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., pid=20, masterSystemTime=1732784638806
2024-11-28T09:03:58,877 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,877 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:03:58,879 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=cb115c99083e93e686680572f8ae2328, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:03:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:03:58,893 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-28T09:03:58,893 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951 in 239 msec
2024-11-28T09:03:58,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-28T09:03:58,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, ASSIGN in 415 msec
2024-11-28T09:03:58,900 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:03:58,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784638900"}]},"ts":"1732784638900"}
2024-11-28T09:03:58,904 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-28T09:03:58,906 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:03:58,906 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-28T09:03:58,911 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-28T09:03:58,986 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:03:59,004 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,004 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,004 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,005 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,005 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,005 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,005 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,005 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:03:59,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion in 618 msec
2024-11-28T09:03:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-28T09:03:59,015 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:03:59,016 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:59,021 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T09:03:59,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportFileSystemStateWithSplitRegion'
2024-11-28T09:04:01,140 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:04:02,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741857_1033 (size=134217728)
2024-11-28T09:04:02,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741857_1033 (size=134217728)
2024-11-28T09:04:02,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741857_1033 (size=134217728)
2024-11-28T09:04:03,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:03,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-28T09:04:03,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:03,207 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-28T09:04:05,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741858_1034 (size=134217728)
2024-11-28T09:04:05,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741858_1034 (size=134217728)
2024-11-28T09:04:05,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741858_1034 (size=134217728)
2024-11-28T09:04:06,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file is 35, key is 1\x00\x00\x00/cf:q/1732784639030/Put/seqid=0
2024-11-28T09:04:06,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741859_1035 (size=51979256)
2024-11-28T09:04:06,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741859_1035 (size=51979256)
2024-11-28T09:04:06,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741859_1035 (size=51979256)
2024-11-28T09:04:06,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2381e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:06,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:04:06,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:04:06,246 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:04:06,247 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:04:06,247 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:04:06,248 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262cdbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:06,248 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:04:06,248 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:04:06,252 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:06,257 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:04:06,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45642cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:06,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:04:06,275 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:04:06,276 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:04:06,283 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:04:06,432 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool$1(330): Trying to bulk load hfile hdfs://localhost:43087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-28T09:04:06,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T09:04:06,435 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38015,1732784622779
2024-11-28T09:04:06,435 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a015ea8
2024-11-28T09:04:06,435 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T09:04:06,438 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T09:04:06,606 WARN  [IPC Server handler 0 on default port 43087 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-28T09:04:06,615 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:04:06,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:04:06,652 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file first=Optional[1\x00\x00\x00] last=Optional[9\x00\x00\x00]
2024-11-28T09:04:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:04:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:04:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:04:06,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-28T09:04:06,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T09:04:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: ExecService size: 101 connection: 172.17.0.3:53719 deadline: 1732784706690, exception=org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
2024-11-28T09:04:06,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.SecureBulkLoadManager(227): unable to add token
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:221) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RegionCoprocessorRpcChannelImpl.lambda$rpcCall$0(RegionCoprocessorRpcChannelImpl.java:90) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:04:06,920 WARN  [IPC Server handler 0 on default port 43087 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-28T09:04:07,017 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file for inclusion in cb115c99083e93e686680572f8ae2328/cf
2024-11-28T09:04:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(626): HFile bounds: first=1\x00\x00\x00 last=9\x00\x00\x00
2024-11-28T09:04:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T09:04:07,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(641): Trying to bulk load hfile hdfs://localhost:43087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-28T09:04:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegion(2603): Flush status journal for cb115c99083e93e686680572f8ae2328:

2024-11-28T09:04:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43087/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/output/cf/test_file to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/staging/jenkins__testExportFileSystemStateWithSplitRegion__450nal0kev863fqlaqdhc4he9a7ckiniph5bl0brvhf8fvdufklct8cak2ajgamu/cf/test_file
2024-11-28T09:04:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/staging/jenkins__testExportFileSystemStateWithSplitRegion__450nal0kev863fqlaqdhc4he9a7ckiniph5bl0brvhf8fvdufklct8cak2ajgamu/cf/test_file as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_
2024-11-28T09:04:07,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/staging/jenkins__testExportFileSystemStateWithSplitRegion__450nal0kev863fqlaqdhc4he9a7ckiniph5bl0brvhf8fvdufklct8cak2ajgamu/cf/test_file into cb115c99083e93e686680572f8ae2328/cf as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_ - updating store file list.
2024-11-28T09:04:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T09:04:07,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_ into cb115c99083e93e686680572f8ae2328/cf
2024-11-28T09:04:07,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/staging/jenkins__testExportFileSystemStateWithSplitRegion__450nal0kev863fqlaqdhc4he9a7ckiniph5bl0brvhf8fvdufklct8cak2ajgamu/cf/test_file into cb115c99083e93e686680572f8ae2328/cf (new location: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_)
2024-11-28T09:04:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/staging/jenkins__testExportFileSystemStateWithSplitRegion__450nal0kev863fqlaqdhc4he9a7ckiniph5bl0brvhf8fvdufklct8cak2ajgamu/cf/test_file
2024-11-28T09:04:07,120 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T09:04:07,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.run(BulkLoadHFilesTool.java:1176)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemStateWithSplitRegion(TestExportSnapshot.java:229)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:04:07,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:07,122 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2 , the old value is region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:36301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T09:04:07,123 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T09:04:07,123 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2 from cache
2024-11-28T09:04:07,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:07,126 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:04:07,127 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:04:07,127 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T09:04:07,142 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='5', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:04:07,155 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:04:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=cb115c99083e93e686680572f8ae2328, daughterA=62fad7c3d7e0f78ba34012b642fb042e, daughterB=8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:07,174 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=cb115c99083e93e686680572f8ae2328, daughterA=62fad7c3d7e0f78ba34012b642fb042e, daughterB=8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:07,174 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=cb115c99083e93e686680572f8ae2328, daughterA=62fad7c3d7e0f78ba34012b642fb042e, daughterB=8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:07,174 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=cb115c99083e93e686680572f8ae2328, daughterA=62fad7c3d7e0f78ba34012b642fb042e, daughterB=8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-28T09:04:07,194 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, UNASSIGN}]
2024-11-28T09:04:07,200 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, UNASSIGN
2024-11-28T09:04:07,204 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cb115c99083e93e686680572f8ae2328, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, UNASSIGN because future has completed
2024-11-28T09:04:07,210 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-28T09:04:07,211 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:04:07,236 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:36301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T09:04:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-28T09:04:07,384 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close cb115c99083e93e686680572f8ae2328
2024-11-28T09:04:07,385 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-28T09:04:07,386 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing cb115c99083e93e686680572f8ae2328, disabling compactions & flushes
2024-11-28T09:04:07,386 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:04:07,386 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:04:07,386 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328. after waiting 0 ms
2024-11-28T09:04:07,386 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:04:07,398 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-28T09:04:07,404 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:04:07,404 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.
2024-11-28T09:04:07,404 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for cb115c99083e93e686680572f8ae2328:
Waiting for close lock at 1732784647386Running coprocessor pre-close hooks at 1732784647386Disabling compacts and flushes for region at 1732784647386Disabling writes for close at 1732784647386Writing region close event to WAL at 1732784647388 (+2 ms)Running coprocessor post-close hooks at 1732784647400 (+12 ms)Closed at 1732784647404 (+4 ms)
2024-11-28T09:04:07,410 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed cb115c99083e93e686680572f8ae2328
2024-11-28T09:04:07,413 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cb115c99083e93e686680572f8ae2328, regionState=CLOSED
2024-11-28T09:04:07,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:04:07,424 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-28T09:04:07,424 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure cb115c99083e93e686680572f8ae2328, server=81db972b9a1d,36301,1732784623951 in 208 msec
2024-11-28T09:04:07,432 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-28T09:04:07,432 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=cb115c99083e93e686680572f8ae2328, UNASSIGN in 230 msec
2024-11-28T09:04:07,446 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:07,451 INFO  [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=21 splitting 1 storefiles, region=cb115c99083e93e686680572f8ae2328, threads=1
2024-11-28T09:04:07,454 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=21 splitting started for store file: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_ for region: cb115c99083e93e686680572f8ae2328
2024-11-28T09:04:07,467 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T09:04:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-28T09:04:07,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741860_1036 (size=21)
2024-11-28T09:04:07,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741860_1036 (size=21)
2024-11-28T09:04:07,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741860_1036 (size=21)
2024-11-28T09:04:07,519 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T09:04:07,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741861_1037 (size=21)
2024-11-28T09:04:07,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741861_1037 (size=21)
2024-11-28T09:04:07,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741861_1037 (size=21)
2024-11-28T09:04:07,567 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=21 splitting complete for store file: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_ for region: cb115c99083e93e686680572f8ae2328
2024-11-28T09:04:07,570 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=21 split storefiles for region cb115c99083e93e686680572f8ae2328 Daughter A: [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328] storefiles, Daughter B: [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328] storefiles.
2024-11-28T09:04:07,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741862_1038 (size=76)
2024-11-28T09:04:07,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741862_1038 (size=76)
2024-11-28T09:04:07,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741862_1038 (size=76)
2024-11-28T09:04:07,769 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:07,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741863_1039 (size=76)
2024-11-28T09:04:07,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741863_1039 (size=76)
2024-11-28T09:04:07,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741863_1039 (size=76)
2024-11-28T09:04:07,795 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-28T09:04:07,808 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-28T09:04:07,818 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-28T09:04:07,821 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732784647820"},{"qualifier":"splitA","vlen":75,"tag":[],"timestamp":"1732784647820"},{"qualifier":"splitB","vlen":75,"tag":[],"timestamp":"1732784647820"}]},"ts":"1732784647820"}
2024-11-28T09:04:07,822 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732784647820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784647820"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732784647820"}]},"ts":"1732784647820"}
2024-11-28T09:04:07,822 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732784647820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784647820"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732784647820"}]},"ts":"1732784647820"}
2024-11-28T09:04:07,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, ASSIGN}, {pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, ASSIGN}]
2024-11-28T09:04:07,842 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, ASSIGN
2024-11-28T09:04:07,842 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, ASSIGN
2024-11-28T09:04:07,843 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, ASSIGN; state=SPLITTING_NEW, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:04:07,844 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, ASSIGN; state=SPLITTING_NEW, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:04:07,994 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:04:07,995 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8f93ed2d36db5c4c2e551ac77bac6b92, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:07,995 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=62fad7c3d7e0f78ba34012b642fb042e, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, ASSIGN because future has completed
2024-11-28T09:04:07,999 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:04:08,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, ASSIGN because future has completed
2024-11-28T09:04:08,003 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:04:08,158 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:04:08,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f93ed2d36db5c4c2e551ac77bac6b92, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.', STARTKEY => '5', ENDKEY => ''}
2024-11-28T09:04:08,159 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92. service=AccessControlService
2024-11-28T09:04:08,159 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:04:08,159 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,160 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:04:08,160 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,160 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,164 INFO  [StoreOpener-8f93ed2d36db5c4c2e551ac77bac6b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f93ed2d36db5c4c2e551ac77bac6b92 
2024-11-28T09:04:08,165 INFO  [StoreOpener-8f93ed2d36db5c4c2e551ac77bac6b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f93ed2d36db5c4c2e551ac77bac6b92 columnFamilyName cf
2024-11-28T09:04:08,165 DEBUG [StoreOpener-8f93ed2d36db5c4c2e551ac77bac6b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:08,180 DEBUG [StoreFileOpener-8f93ed2d36db5c4c2e551ac77bac6b92-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328: NONE, but ROW specified in column family configuration
2024-11-28T09:04:08,196 DEBUG [StoreOpener-8f93ed2d36db5c4c2e551ac77bac6b92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_-top
2024-11-28T09:04:08,197 INFO  [StoreOpener-8f93ed2d36db5c4c2e551ac77bac6b92-1 {}] regionserver.HStore(327): Store=8f93ed2d36db5c4c2e551ac77bac6b92/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:04:08,198 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,199 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,201 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,202 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,202 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,206 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,208 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1114): Opened 8f93ed2d36db5c4c2e551ac77bac6b92; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70785658, jitterRate=0.0547885000705719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:04:08,208 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,209 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 8f93ed2d36db5c4c2e551ac77bac6b92:
Running coprocessor pre-open hook at 1732784648160Writing region info on filesystem at 1732784648160Initializing all the Stores at 1732784648163 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784648163Cleaning up temporary data from old regions at 1732784648202 (+39 ms)Running coprocessor post-open hooks at 1732784648208 (+6 ms)Region opened successfully at 1732784648209 (+1 ms)
2024-11-28T09:04:08,215 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92., pid=27, masterSystemTime=1732784648153
2024-11-28T09:04:08,215 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.,because compaction is disabled.
2024-11-28T09:04:08,219 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:04:08,219 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:04:08,220 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:04:08,220 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => 62fad7c3d7e0f78ba34012b642fb042e, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.', STARTKEY => '', ENDKEY => '5'}
2024-11-28T09:04:08,220 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e. service=AccessControlService
2024-11-28T09:04:08,221 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8f93ed2d36db5c4c2e551ac77bac6b92, regionState=OPEN, openSeqNum=7, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:08,221 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:04:08,221 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,221 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:04:08,221 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,221 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:04:08,224 INFO  [StoreOpener-62fad7c3d7e0f78ba34012b642fb042e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62fad7c3d7e0f78ba34012b642fb042e 
2024-11-28T09:04:08,226 INFO  [StoreOpener-62fad7c3d7e0f78ba34012b642fb042e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62fad7c3d7e0f78ba34012b642fb042e columnFamilyName cf
2024-11-28T09:04:08,226 DEBUG [StoreOpener-62fad7c3d7e0f78ba34012b642fb042e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:08,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25
2024-11-28T09:04:08,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951 in 223 msec
2024-11-28T09:04:08,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, ASSIGN in 391 msec
2024-11-28T09:04:08,237 DEBUG [StoreFileOpener-62fad7c3d7e0f78ba34012b642fb042e-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328: NONE, but ROW specified in column family configuration
2024-11-28T09:04:08,242 DEBUG [StoreOpener-62fad7c3d7e0f78ba34012b642fb042e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_-bottom
2024-11-28T09:04:08,243 INFO  [StoreOpener-62fad7c3d7e0f78ba34012b642fb042e-1 {}] regionserver.HStore(327): Store=62fad7c3d7e0f78ba34012b642fb042e/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:04:08,243 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,244 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,246 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,246 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,246 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,249 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,250 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened 62fad7c3d7e0f78ba34012b642fb042e; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67714967, jitterRate=0.009031638503074646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:04:08,250 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,250 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for 62fad7c3d7e0f78ba34012b642fb042e:
Running coprocessor pre-open hook at 1732784648221Writing region info on filesystem at 1732784648222 (+1 ms)Initializing all the Stores at 1732784648224 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784648224Cleaning up temporary data from old regions at 1732784648246 (+22 ms)Running coprocessor post-open hooks at 1732784648250 (+4 ms)Region opened successfully at 1732784648250
2024-11-28T09:04:08,251 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e., pid=26, masterSystemTime=1732784648153
2024-11-28T09:04:08,251 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.,because compaction is disabled.
2024-11-28T09:04:08,254 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:04:08,254 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:04:08,255 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=62fad7c3d7e0f78ba34012b642fb042e, regionState=OPEN, openSeqNum=7, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:04:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:04:08,261 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=24
2024-11-28T09:04:08,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951 in 261 msec
2024-11-28T09:04:08,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=21
2024-11-28T09:04:08,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, ASSIGN in 422 msec
2024-11-28T09:04:08,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=cb115c99083e93e686680572f8ae2328, daughterA=62fad7c3d7e0f78ba34012b642fb042e, daughterB=8f93ed2d36db5c4c2e551ac77bac6b92 in 1.0990 sec
2024-11-28T09:04:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-28T09:04:08,315 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SPLIT_REGION, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:04:08,315 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-28T09:04:08,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:04:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784648323 (current time:1732784648323).
2024-11-28T09:04:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:04:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-28T09:04:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:04:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be06eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:04:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:04:08,325 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:04:08,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:04:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:04:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f098012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:04:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:04:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,327 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:04:08,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552fe0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:04:08,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:04:08,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:04:08,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:04:08,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:04:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:04:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,333 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:04:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5201b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:04:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:04:08,336 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:04:08,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:04:08,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:04:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffa6204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:04:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:04:08,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,338 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:04:08,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc7b0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:04:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:04:08,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:04:08,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:04:08,343 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:04:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:04:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:04:08,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:04:08,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:04:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:04:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:04:08,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:04:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-28T09:04:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:04:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-28T09:04:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-28T09:04:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T09:04:08,358 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:04:08,361 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:04:08,364 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:04:08,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741864_1040 (size=197)
2024-11-28T09:04:08,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741864_1040 (size=197)
2024-11-28T09:04:08,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741864_1040 (size=197)
2024-11-28T09:04:08,380 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:04:08,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e}, {pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92}]
2024-11-28T09:04:08,382 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,382 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T09:04:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:04:08,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 62fad7c3d7e0f78ba34012b642fb042e:

2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8f93ed2d36db5c4c2e551ac77bac6b92:

2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_-bottom] hfiles
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_-top] hfiles
2024-11-28T09:04:08,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741865_1041 (size=182)
2024-11-28T09:04:08,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741865_1041 (size=182)
2024-11-28T09:04:08,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741865_1041 (size=182)
2024-11-28T09:04:08,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:04:08,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741866_1042 (size=182)
2024-11-28T09:04:08,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741866_1042 (size=182)
2024-11-28T09:04:08,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30
2024-11-28T09:04:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=30
2024-11-28T09:04:08,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741866_1042 (size=182)
2024-11-28T09:04:08,565 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:04:08,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:04:08,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-28T09:04:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=29
2024-11-28T09:04:08,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,566 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:04:08,568 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92 in 186 msec
2024-11-28T09:04:08,570 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-28T09:04:08,570 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:04:08,571 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e in 187 msec
2024-11-28T09:04:08,572 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-28T09:04:08,572 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-28T09:04:08,572 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:04:08,573 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_] hfiles
2024-11-28T09:04:08,574 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_
2024-11-28T09:04:08,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741867_1043 (size=129)
2024-11-28T09:04:08,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741867_1043 (size=129)
2024-11-28T09:04:08,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741867_1043 (size=129)
2024-11-28T09:04:08,588 INFO  [SplitRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => cb115c99083e93e686680572f8ae2328, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.', STARTKEY => '', ENDKEY => '', OFFLINE => true, SPLIT => true}, table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,590 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:04:08,591 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:04:08,591 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741868_1044 (size=891)
2024-11-28T09:04:08,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741868_1044 (size=891)
2024-11-28T09:04:08,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741868_1044 (size=891)
2024-11-28T09:04:08,623 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:04:08,632 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:04:08,633 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,635 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:04:08,635 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-28T09:04:08,637 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 283 msec
2024-11-28T09:04:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-28T09:04:08,675 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:04:08,675 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675
2024-11-28T09:04:08,675 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:04:08,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:04:08,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,722 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:04:08,732 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:04:08,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741869_1045 (size=891)
2024-11-28T09:04:08,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741869_1045 (size=891)
2024-11-28T09:04:08,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741869_1045 (size=891)
2024-11-28T09:04:08,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741870_1046 (size=197)
2024-11-28T09:04:08,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741870_1046 (size=197)
2024-11-28T09:04:08,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741870_1046 (size=197)
2024-11-28T09:04:08,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:08,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:08,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:09,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-11642891169406242166.jar
2024-11-28T09:04:09,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:09,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-3923876646945745913.jar
2024-11-28T09:04:10,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:04:10,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:04:10,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:04:10,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:04:10,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:04:10,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:04:10,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:04:10,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:04:10,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:04:10,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:04:10,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:04:10,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:04:10,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:04:10,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:04:10,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:04:10,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:04:10,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:04:10,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:04:10,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:04:11,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:04:11,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741871_1047 (size=24020)
2024-11-28T09:04:11,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741871_1047 (size=24020)
2024-11-28T09:04:11,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741871_1047 (size=24020)
2024-11-28T09:04:11,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741872_1048 (size=77755)
2024-11-28T09:04:11,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741872_1048 (size=77755)
2024-11-28T09:04:11,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741872_1048 (size=77755)
2024-11-28T09:04:12,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741873_1049 (size=131360)
2024-11-28T09:04:12,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741873_1049 (size=131360)
2024-11-28T09:04:12,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741873_1049 (size=131360)
2024-11-28T09:04:12,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741874_1050 (size=111793)
2024-11-28T09:04:12,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741874_1050 (size=111793)
2024-11-28T09:04:12,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741874_1050 (size=111793)
2024-11-28T09:04:12,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741875_1051 (size=1832290)
2024-11-28T09:04:12,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741875_1051 (size=1832290)
2024-11-28T09:04:12,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741875_1051 (size=1832290)
2024-11-28T09:04:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741876_1052 (size=440956)
2024-11-28T09:04:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741876_1052 (size=440956)
2024-11-28T09:04:12,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741876_1052 (size=440956)
2024-11-28T09:04:12,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741877_1053 (size=8360005)
2024-11-28T09:04:12,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741877_1053 (size=8360005)
2024-11-28T09:04:12,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741877_1053 (size=8360005)
2024-11-28T09:04:12,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741878_1054 (size=503880)
2024-11-28T09:04:12,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741878_1054 (size=503880)
2024-11-28T09:04:12,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741878_1054 (size=503880)
2024-11-28T09:04:12,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741879_1055 (size=6424730)
2024-11-28T09:04:12,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741879_1055 (size=6424730)
2024-11-28T09:04:12,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741879_1055 (size=6424730)
2024-11-28T09:04:12,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741880_1056 (size=322274)
2024-11-28T09:04:12,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741880_1056 (size=322274)
2024-11-28T09:04:12,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741880_1056 (size=322274)
2024-11-28T09:04:12,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741881_1057 (size=20406)
2024-11-28T09:04:12,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741881_1057 (size=20406)
2024-11-28T09:04:12,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741881_1057 (size=20406)
2024-11-28T09:04:12,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741882_1058 (size=45609)
2024-11-28T09:04:12,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741882_1058 (size=45609)
2024-11-28T09:04:12,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741882_1058 (size=45609)
2024-11-28T09:04:12,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741883_1059 (size=136454)
2024-11-28T09:04:12,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741883_1059 (size=136454)
2024-11-28T09:04:12,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741883_1059 (size=136454)
2024-11-28T09:04:12,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741884_1060 (size=1597136)
2024-11-28T09:04:12,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741884_1060 (size=1597136)
2024-11-28T09:04:12,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741884_1060 (size=1597136)
2024-11-28T09:04:12,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741885_1061 (size=30873)
2024-11-28T09:04:12,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741885_1061 (size=30873)
2024-11-28T09:04:12,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741885_1061 (size=30873)
2024-11-28T09:04:12,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741886_1062 (size=29229)
2024-11-28T09:04:12,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741886_1062 (size=29229)
2024-11-28T09:04:12,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741886_1062 (size=29229)
2024-11-28T09:04:12,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741887_1063 (size=903864)
2024-11-28T09:04:12,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741887_1063 (size=903864)
2024-11-28T09:04:12,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741887_1063 (size=903864)
2024-11-28T09:04:12,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741888_1064 (size=5175431)
2024-11-28T09:04:12,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741888_1064 (size=5175431)
2024-11-28T09:04:12,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741888_1064 (size=5175431)
2024-11-28T09:04:12,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741889_1065 (size=232881)
2024-11-28T09:04:12,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741889_1065 (size=232881)
2024-11-28T09:04:12,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741889_1065 (size=232881)
2024-11-28T09:04:12,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741890_1066 (size=1323991)
2024-11-28T09:04:12,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741890_1066 (size=1323991)
2024-11-28T09:04:12,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741890_1066 (size=1323991)
2024-11-28T09:04:12,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741891_1067 (size=4695811)
2024-11-28T09:04:12,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741891_1067 (size=4695811)
2024-11-28T09:04:12,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741891_1067 (size=4695811)
2024-11-28T09:04:12,974 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:04:13,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741892_1068 (size=1877034)
2024-11-28T09:04:13,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741892_1068 (size=1877034)
2024-11-28T09:04:13,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741892_1068 (size=1877034)
2024-11-28T09:04:13,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741893_1069 (size=217555)
2024-11-28T09:04:13,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741893_1069 (size=217555)
2024-11-28T09:04:13,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741893_1069 (size=217555)
2024-11-28T09:04:13,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741894_1070 (size=4188619)
2024-11-28T09:04:13,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741894_1070 (size=4188619)
2024-11-28T09:04:13,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741894_1070 (size=4188619)
2024-11-28T09:04:13,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741895_1071 (size=127628)
2024-11-28T09:04:13,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741895_1071 (size=127628)
2024-11-28T09:04:13,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741895_1071 (size=127628)
2024-11-28T09:04:13,138 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:04:13,144 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot-testExportFileSystemStateWithSplitRegion' hfile list
2024-11-28T09:04:13,151 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=cb115c99083e93e686680572f8ae2328-e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.
2024-11-28T09:04:13,151 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=cb115c99083e93e686680572f8ae2328-e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.
2024-11-28T09:04:13,152 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=305.6 M
2024-11-28T09:04:13,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741896_1072 (size=244)
2024-11-28T09:04:13,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741896_1072 (size=244)
2024-11-28T09:04:13,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741896_1072 (size=244)
2024-11-28T09:04:13,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741897_1073 (size=17)
2024-11-28T09:04:13,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741897_1073 (size=17)
2024-11-28T09:04:13,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741897_1073 (size=17)
2024-11-28T09:04:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741898_1074 (size=304137)
2024-11-28T09:04:13,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741898_1074 (size=304137)
2024-11-28T09:04:13,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741898_1074 (size=304137)
2024-11-28T09:04:13,842 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:04:13,842 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:04:14,115 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0001_000001 (auth:SIMPLE) from 127.0.0.1:39934
2024-11-28T09:04:30,304 INFO  [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-28T09:04:30,304 INFO  [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-28T09:04:40,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1633d8764d980b69482f632495547533, had cached 0 bytes from a total of 8394
2024-11-28T09:04:40,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0e4cf8a08727529a8076621009c1bae4, had cached 0 bytes from a total of 5216
2024-11-28T09:04:41,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:04:43,310 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0001_000001 (auth:SIMPLE) from 127.0.0.1:55094
2024-11-28T09:04:43,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741899_1075 (size=349835)
2024-11-28T09:04:43,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741899_1075 (size=349835)
2024-11-28T09:04:43,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741899_1075 (size=349835)
2024-11-28T09:04:45,607 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0001_000001 (auth:SIMPLE) from 127.0.0.1:60350
2024-11-28T09:04:50,542 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0e4cf8a08727529a8076621009c1bae4 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:04:50,543 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f080d6a85dfeeb9c3847cfd7d14d5fa8 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:04:50,543 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1633d8764d980b69482f632495547533 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:04:53,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8f93ed2d36db5c4c2e551ac77bac6b92, had cached 0 bytes from a total of 320414712
2024-11-28T09:04:53,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62fad7c3d7e0f78ba34012b642fb042e, had cached 0 bytes from a total of 320414712
2024-11-28T09:05:11,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:05:21,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741900_1076 (size=134217728)
2024-11-28T09:05:21,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741900_1076 (size=134217728)
2024-11-28T09:05:21,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741900_1076 (size=134217728)
2024-11-28T09:05:25,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1633d8764d980b69482f632495547533, had cached 0 bytes from a total of 8394
2024-11-28T09:05:25,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0e4cf8a08727529a8076621009c1bae4, had cached 0 bytes from a total of 5216
2024-11-28T09:05:38,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8f93ed2d36db5c4c2e551ac77bac6b92, had cached 0 bytes from a total of 320414712
2024-11-28T09:05:38,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62fad7c3d7e0f78ba34012b642fb042e, had cached 0 bytes from a total of 320414712
2024-11-28T09:05:41,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:05:51,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741901_1077 (size=134217728)
2024-11-28T09:05:51,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741901_1077 (size=134217728)
2024-11-28T09:05:51,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741901_1077 (size=134217728)
2024-11-28T09:06:03,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741902_1078 (size=51979256)
2024-11-28T09:06:03,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741902_1078 (size=51979256)
2024-11-28T09:06:03,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741902_1078 (size=51979256)
2024-11-28T09:06:04,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741903_1079 (size=17520)
2024-11-28T09:06:04,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741903_1079 (size=17520)
2024-11-28T09:06:04,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741903_1079 (size=17520)
2024-11-28T09:06:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741904_1080 (size=482)
2024-11-28T09:06:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741904_1080 (size=482)
2024-11-28T09:06:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741904_1080 (size=482)
2024-11-28T09:06:04,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741905_1081 (size=17520)
2024-11-28T09:06:04,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741905_1081 (size=17520)
2024-11-28T09:06:04,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741905_1081 (size=17520)
2024-11-28T09:06:04,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741906_1082 (size=349835)
2024-11-28T09:06:04,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741906_1082 (size=349835)
2024-11-28T09:06:04,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741906_1082 (size=349835)
2024-11-28T09:06:04,151 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0001_000001 (auth:SIMPLE) from 127.0.0.1:39466
2024-11-28T09:06:04,615 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0001/container_1732784632788_0001_01_000002/sysfs]
2024-11-28T09:06:05,553 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:06:05,555 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:06:05,561 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:05,561 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:06:05,562 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:06:05,562 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:05,562 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-28T09:06:05,563 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-28T09:06:05,563 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:05,563 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-28T09:06:05,563 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784648675/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-28T09:06:05,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T09:06:05,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784765807"}]},"ts":"1732784765807"}
2024-11-28T09:06:05,830 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-28T09:06:05,830 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-28T09:06:05,835 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion}]
2024-11-28T09:06:05,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, UNASSIGN}, {pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, UNASSIGN}]
2024-11-28T09:06:05,844 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, UNASSIGN
2024-11-28T09:06:05,844 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, UNASSIGN
2024-11-28T09:06:05,845 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=8f93ed2d36db5c4c2e551ac77bac6b92, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:05,845 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=62fad7c3d7e0f78ba34012b642fb042e, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, UNASSIGN because future has completed
2024-11-28T09:06:05,848 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:05,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, UNASSIGN because future has completed
2024-11-28T09:06:05,849 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:05,849 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=81db972b9a1d,36301,1732784623951, table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-28T09:06:05,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T09:06:06,001 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:06:06,001 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:06,001 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 8f93ed2d36db5c4c2e551ac77bac6b92, disabling compactions & flushes
2024-11-28T09:06:06,002 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:06:06,002 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:06:06,002 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92. after waiting 0 ms
2024-11-28T09:06:06,002 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:06:06,023 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-28T09:06:06,024 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:06,024 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.
2024-11-28T09:06:06,024 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 8f93ed2d36db5c4c2e551ac77bac6b92:
Waiting for close lock at 1732784766001Running coprocessor pre-close hooks at 1732784766001Disabling compacts and flushes for region at 1732784766001Disabling writes for close at 1732784766002 (+1 ms)Writing region close event to WAL at 1732784766002Running coprocessor post-close hooks at 1732784766024 (+22 ms)Closed at 1732784766024
2024-11-28T09:06:06,027 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:06:06,027 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(122): Close 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:06:06,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:06,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1722): Closing 62fad7c3d7e0f78ba34012b642fb042e, disabling compactions & flushes
2024-11-28T09:06:06,027 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:06:06,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:06:06,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e. after waiting 0 ms
2024-11-28T09:06:06,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:06:06,028 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=8f93ed2d36db5c4c2e551ac77bac6b92, regionState=CLOSED
2024-11-28T09:06:06,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:06,033 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-28T09:06:06,033 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:06,034 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.
2024-11-28T09:06:06,034 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1676): Region close journal for 62fad7c3d7e0f78ba34012b642fb042e:
Waiting for close lock at 1732784766027Running coprocessor pre-close hooks at 1732784766027Disabling compacts and flushes for region at 1732784766027Disabling writes for close at 1732784766028 (+1 ms)Writing region close event to WAL at 1732784766028Running coprocessor post-close hooks at 1732784766033 (+5 ms)Closed at 1732784766034 (+1 ms)
2024-11-28T09:06:06,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=34
2024-11-28T09:06:06,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=34, state=SUCCESS, hasLock=false; CloseRegionProcedure 8f93ed2d36db5c4c2e551ac77bac6b92, server=81db972b9a1d,36301,1732784623951 in 182 msec
2024-11-28T09:06:06,036 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=8f93ed2d36db5c4c2e551ac77bac6b92, UNASSIGN in 191 msec
2024-11-28T09:06:06,036 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(157): Closed 62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:06:06,037 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=62fad7c3d7e0f78ba34012b642fb042e, regionState=CLOSED
2024-11-28T09:06:06,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:06,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-28T09:06:06,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 62fad7c3d7e0f78ba34012b642fb042e, server=81db972b9a1d,36301,1732784623951 in 192 msec
2024-11-28T09:06:06,043 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-28T09:06:06,043 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=62fad7c3d7e0f78ba34012b642fb042e, UNASSIGN in 198 msec
2024-11-28T09:06:06,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-28T09:06:06,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion in 210 msec
2024-11-28T09:06:06,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784766047"}]},"ts":"1732784766047"}
2024-11-28T09:06:06,050 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-28T09:06:06,050 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-28T09:06:06,052 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion in 274 msec
2024-11-28T09:06:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-28T09:06:06,125 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:06:06,132 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,139 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,142 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:06,142 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,145 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService
2024-11-28T09:06:06,146 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328
2024-11-28T09:06:06,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:06:06,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:06:06,170 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/recovered.edits]
2024-11-28T09:06:06,170 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/recovered.edits]
2024-11-28T09:06:06,170 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/recovered.edits]
2024-11-28T09:06:06,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328
2024-11-28T09:06:06,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_.cb115c99083e93e686680572f8ae2328
2024-11-28T09:06:06,210 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_ to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/cf/e2e26ebdda684d01aa087e7bc7e37790_SeqId_4_
2024-11-28T09:06:06,224 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/recovered.edits/10.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92/recovered.edits/10.seqid
2024-11-28T09:06:06,225 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/recovered.edits/10.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e/recovered.edits/10.seqid
2024-11-28T09:06:06,225 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/recovered.edits/6.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328/recovered.edits/6.seqid
2024-11-28T09:06:06,225 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/8f93ed2d36db5c4c2e551ac77bac6b92
2024-11-28T09:06:06,226 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/62fad7c3d7e0f78ba34012b642fb042e
2024-11-28T09:06:06,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportFileSystemStateWithSplitRegion/cb115c99083e93e686680572f8ae2328
2024-11-28T09:06:06,226 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testExportFileSystemStateWithSplitRegion regions
2024-11-28T09:06:06,231 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-28T09:06:06,237 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,243 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 3 rows of testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-28T09:06:06,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-28T09:06:06,248 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,248 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testExportFileSystemStateWithSplitRegion' from region states.
2024-11-28T09:06:06,248 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784766248"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,248 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784766248"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,248 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784766248"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,252 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 3 regions from META
2024-11-28T09:06:06,252 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cb115c99083e93e686680572f8ae2328, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784638383.cb115c99083e93e686680572f8ae2328.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 62fad7c3d7e0f78ba34012b642fb042e, NAME => 'testExportFileSystemStateWithSplitRegion,,1732784647165.62fad7c3d7e0f78ba34012b642fb042e.', STARTKEY => '', ENDKEY => '5'}, {ENCODED => 8f93ed2d36db5c4c2e551ac77bac6b92, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732784647165.8f93ed2d36db5c4c2e551ac77bac6b92.', STARTKEY => '5', ENDKEY => ''}]
2024-11-28T09:06:06,252 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-28T09:06:06,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784766252"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,255 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testExportFileSystemStateWithSplitRegion state from META
2024-11-28T09:06:06,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion in 123 msec
2024-11-28T09:06:06,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,287 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,287 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-28T09:06:06,287 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-28T09:06:06,287 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-28T09:06:06,287 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-28T09:06:06,288 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:06,288 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:06,288 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:06,288 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,289 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:06,289 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37
2024-11-28T09:06:06,290 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:06,290 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:06,291 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,291 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:06:06,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-28T09:06:06,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784766297"}]},"ts":"1732784766297"}
2024-11-28T09:06:06,299 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-28T09:06:06,299 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-28T09:06:06,300 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion}]
2024-11-28T09:06:06,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, UNASSIGN}, {pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, UNASSIGN}]
2024-11-28T09:06:06,303 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, UNASSIGN
2024-11-28T09:06:06,303 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, UNASSIGN
2024-11-28T09:06:06,304 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1633d8764d980b69482f632495547533, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:06:06,304 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0e4cf8a08727529a8076621009c1bae4, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, UNASSIGN because future has completed
2024-11-28T09:06:06,306 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:06,306 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, UNASSIGN because future has completed
2024-11-28T09:06:06,308 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:06,308 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:06:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-28T09:06:06,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:06:06,461 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:06:06,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:06:06,461 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:06,461 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 0e4cf8a08727529a8076621009c1bae4, disabling compactions & flushes
2024-11-28T09:06:06,462 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4. after waiting 0 ms
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:06:06,462 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(122): Close 1633d8764d980b69482f632495547533
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1722): Closing 1633d8764d980b69482f632495547533, disabling compactions & flushes
2024-11-28T09:06:06,462 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533. after waiting 0 ms
2024-11-28T09:06:06,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:06:06,467 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:06,467 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:06,467 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:06,468 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.
2024-11-28T09:06:06,468 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 0e4cf8a08727529a8076621009c1bae4:
Waiting for close lock at 1732784766461Running coprocessor pre-close hooks at 1732784766461Disabling compacts and flushes for region at 1732784766461Disabling writes for close at 1732784766462 (+1 ms)Writing region close event to WAL at 1732784766463 (+1 ms)Running coprocessor post-close hooks at 1732784766467 (+4 ms)Closed at 1732784766468 (+1 ms)
2024-11-28T09:06:06,468 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:06,468 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.
2024-11-28T09:06:06,468 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1676): Region close journal for 1633d8764d980b69482f632495547533:
Waiting for close lock at 1732784766462Running coprocessor pre-close hooks at 1732784766462Disabling compacts and flushes for region at 1732784766462Disabling writes for close at 1732784766462Writing region close event to WAL at 1732784766463 (+1 ms)Running coprocessor post-close hooks at 1732784766468 (+5 ms)Closed at 1732784766468
2024-11-28T09:06:06,470 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:06:06,470 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0e4cf8a08727529a8076621009c1bae4, regionState=CLOSED
2024-11-28T09:06:06,471 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(157): Closed 1633d8764d980b69482f632495547533
2024-11-28T09:06:06,471 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1633d8764d980b69482f632495547533, regionState=CLOSED
2024-11-28T09:06:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:06:06,480 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40
2024-11-28T09:06:06,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41
2024-11-28T09:06:06,481 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e4cf8a08727529a8076621009c1bae4, server=81db972b9a1d,42743,1732784624337 in 170 msec
2024-11-28T09:06:06,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 1633d8764d980b69482f632495547533, server=81db972b9a1d,43977,1732784624257 in 171 msec
2024-11-28T09:06:06,482 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0e4cf8a08727529a8076621009c1bae4, UNASSIGN in 178 msec
2024-11-28T09:06:06,483 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39
2024-11-28T09:06:06,483 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=1633d8764d980b69482f632495547533, UNASSIGN in 179 msec
2024-11-28T09:06:06,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-28T09:06:06,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 183 msec
2024-11-28T09:06:06,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784766486"}]},"ts":"1732784766486"}
2024-11-28T09:06:06,488 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-28T09:06:06,489 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-28T09:06:06,491 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 197 msec
2024-11-28T09:06:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-28T09:06:06,613 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:06:06,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,618 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,621 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,624 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:06:06,624 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533
2024-11-28T09:06:06,626 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/recovered.edits]
2024-11-28T09:06:06,628 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/recovered.edits]
2024-11-28T09:06:06,631 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/cf/0e997232cd6b4119a509af791c9d79bb
2024-11-28T09:06:06,633 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/cf/5c0a575934814ccb9cc0d9497c00f6f7
2024-11-28T09:06:06,635 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533/recovered.edits/9.seqid
2024-11-28T09:06:06,636 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/1633d8764d980b69482f632495547533
2024-11-28T09:06:06,670 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4/recovered.edits/9.seqid
2024-11-28T09:06:06,670 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSplitRegion/0e4cf8a08727529a8076621009c1bae4
2024-11-28T09:06:06,671 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSplitRegion regions
2024-11-28T09:06:06,673 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,676 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-28T09:06:06,679 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-28T09:06:06,681 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,682 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSplitRegion' from region states.
2024-11-28T09:06:06,682 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784766682"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,682 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784766682"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,685 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:06:06,685 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0e4cf8a08727529a8076621009c1bae4, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732784635097.0e4cf8a08727529a8076621009c1bae4.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 1633d8764d980b69482f632495547533, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732784635097.1633d8764d980b69482f632495547533.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:06:06,686 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-28T09:06:06,686 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784766686"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:06,689 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSplitRegion state from META
2024-11-28T09:06:06,690 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,690 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-28T09:06:06,691 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-28T09:06:06,691 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-28T09:06:06,691 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-28T09:06:06,691 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 77 msec
2024-11-28T09:06:06,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,742 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,743 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-28T09:06:06,744 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,745 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-28T09:06:06,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-28T09:06:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-28T09:06:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-28T09:06:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:06,911 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=772 (was 723)
Potentially hanging thread: DeletionService #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:44042 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096722465_1 at /127.0.0.1:44014 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-1379
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:40354 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213)
	java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295)
	app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054)
	app//org.apache.hadoop.util.Shell.run(Shell.java:959)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282)
	app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096722465_1 at /127.0.0.1:40398 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 123284)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:40436 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:40719 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Container metrics unregistration
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40719
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/81db972b9a1d:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=797 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=17 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=600 (was 231) - AvailableMemoryMB LEAK? -
2024-11-28T09:06:06,912 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=772 is superior to 500
2024-11-28T09:06:06,928 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportWithTargetName Thread=772, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=17, AvailableMemoryMB=600
2024-11-28T09:06:06,928 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=772 is superior to 500
2024-11-28T09:06:06,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:06:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:06,933 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:06:06,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:06,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithTargetName"
 procId is: 45
2024-11-28T09:06:06,934 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:06:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-28T09:06:06,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741907_1083 (size=406)
2024-11-28T09:06:06,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741907_1083 (size=406)
2024-11-28T09:06:06,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741907_1083 (size=406)
2024-11-28T09:06:06,946 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 814f11c35b059eb99702a49ea6989aee, NAME => 'testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:06,946 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b086d0e0f039f2a3157bd58d42e7cf7, NAME => 'testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:06,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741909_1085 (size=67)
2024-11-28T09:06:06,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741909_1085 (size=67)
2024-11-28T09:06:06,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741909_1085 (size=67)
2024-11-28T09:06:06,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741908_1084 (size=67)
2024-11-28T09:06:06,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741908_1084 (size=67)
2024-11-28T09:06:06,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741908_1084 (size=67)
2024-11-28T09:06:06,960 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1722): Closing 814f11c35b059eb99702a49ea6989aee, disabling compactions & flushes
2024-11-28T09:06:06,961 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. after waiting 0 ms
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:06,961 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1676): Region close journal for 814f11c35b059eb99702a49ea6989aee:
Waiting for close lock at 1732784766961Disabling compacts and flushes for region at 1732784766961Disabling writes for close at 1732784766961Writing region close event to WAL at 1732784766961Closed at 1732784766961
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:06,961 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1722): Closing 9b086d0e0f039f2a3157bd58d42e7cf7, disabling compactions & flushes
2024-11-28T09:06:06,962 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:06,962 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:06,962 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. after waiting 0 ms
2024-11-28T09:06:06,962 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:06,962 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:06,962 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b086d0e0f039f2a3157bd58d42e7cf7:
Waiting for close lock at 1732784766961Disabling compacts and flushes for region at 1732784766961Disabling writes for close at 1732784766962 (+1 ms)Writing region close event to WAL at 1732784766962Closed at 1732784766962
2024-11-28T09:06:06,963 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:06:06,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732784766963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784766963"}]},"ts":"1732784766963"}
2024-11-28T09:06:06,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732784766963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784766963"}]},"ts":"1732784766963"}
2024-11-28T09:06:06,967 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:06:06,969 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:06:06,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784766969"}]},"ts":"1732784766969"}
2024-11-28T09:06:06,972 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLING in hbase:meta
2024-11-28T09:06:06,972 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:06:06,976 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:06:06,976 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:06:06,976 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:06:06,976 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:06:06,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, ASSIGN}, {pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, ASSIGN}]
2024-11-28T09:06:06,979 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, ASSIGN
2024-11-28T09:06:06,979 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, ASSIGN
2024-11-28T09:06:06,982 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, ASSIGN; state=OFFLINE, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:06:06,982 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:06:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-28T09:06:07,132 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:06:07,133 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=9b086d0e0f039f2a3157bd58d42e7cf7, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:07,133 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=814f11c35b059eb99702a49ea6989aee, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:07,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, ASSIGN because future has completed
2024-11-28T09:06:07,135 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:07,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, ASSIGN because future has completed
2024-11-28T09:06:07,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-28T09:06:07,294 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,295 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 814f11c35b059eb99702a49ea6989aee, NAME => 'testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:06:07,295 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:07,295 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b086d0e0f039f2a3157bd58d42e7cf7, NAME => 'testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:06:07,295 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. service=AccessControlService
2024-11-28T09:06:07,295 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:07,295 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. service=AccessControlService
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,296 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,296 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,298 INFO  [StoreOpener-814f11c35b059eb99702a49ea6989aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 814f11c35b059eb99702a49ea6989aee 
2024-11-28T09:06:07,298 INFO  [StoreOpener-9b086d0e0f039f2a3157bd58d42e7cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b086d0e0f039f2a3157bd58d42e7cf7 
2024-11-28T09:06:07,301 INFO  [StoreOpener-814f11c35b059eb99702a49ea6989aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814f11c35b059eb99702a49ea6989aee columnFamilyName cf
2024-11-28T09:06:07,301 INFO  [StoreOpener-9b086d0e0f039f2a3157bd58d42e7cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b086d0e0f039f2a3157bd58d42e7cf7 columnFamilyName cf
2024-11-28T09:06:07,301 DEBUG [StoreOpener-814f11c35b059eb99702a49ea6989aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:07,301 DEBUG [StoreOpener-9b086d0e0f039f2a3157bd58d42e7cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:07,302 INFO  [StoreOpener-9b086d0e0f039f2a3157bd58d42e7cf7-1 {}] regionserver.HStore(327): Store=9b086d0e0f039f2a3157bd58d42e7cf7/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:07,302 INFO  [StoreOpener-814f11c35b059eb99702a49ea6989aee-1 {}] regionserver.HStore(327): Store=814f11c35b059eb99702a49ea6989aee/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:07,302 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,302 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,303 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,303 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,303 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,303 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,304 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,304 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,304 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,304 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,306 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,306 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,308 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:07,308 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:07,308 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 814f11c35b059eb99702a49ea6989aee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61242723, jitterRate=-0.08741231262683868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:07,308 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 9b086d0e0f039f2a3157bd58d42e7cf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62706878, jitterRate=-0.06559470295906067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:07,309 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,309 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,309 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 814f11c35b059eb99702a49ea6989aee:
Running coprocessor pre-open hook at 1732784767296Writing region info on filesystem at 1732784767296Initializing all the Stores at 1732784767298 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784767298Cleaning up temporary data from old regions at 1732784767304 (+6 ms)Running coprocessor post-open hooks at 1732784767309 (+5 ms)Region opened successfully at 1732784767309
2024-11-28T09:06:07,309 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 9b086d0e0f039f2a3157bd58d42e7cf7:
Running coprocessor pre-open hook at 1732784767297Writing region info on filesystem at 1732784767297Initializing all the Stores at 1732784767298 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784767298Cleaning up temporary data from old regions at 1732784767304 (+6 ms)Running coprocessor post-open hooks at 1732784767309 (+5 ms)Region opened successfully at 1732784767309
2024-11-28T09:06:07,310 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee., pid=48, masterSystemTime=1732784767287
2024-11-28T09:06:07,310 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7., pid=49, masterSystemTime=1732784767289
2024-11-28T09:06:07,312 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,312 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,312 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=814f11c35b059eb99702a49ea6989aee, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:07,313 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:07,313 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:07,313 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=9b086d0e0f039f2a3157bd58d42e7cf7, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:07,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:07,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:07,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46
2024-11-28T09:06:07,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337 in 180 msec
2024-11-28T09:06:07,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, ASSIGN in 340 msec
2024-11-28T09:06:07,318 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47
2024-11-28T09:06:07,318 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951 in 180 msec
2024-11-28T09:06:07,320 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45
2024-11-28T09:06:07,320 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, ASSIGN in 341 msec
2024-11-28T09:06:07,321 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:06:07,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784767321"}]},"ts":"1732784767321"}
2024-11-28T09:06:07,323 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLED in hbase:meta
2024-11-28T09:06:07,323 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:06:07,324 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithTargetName jenkins: RWXCA
2024-11-28T09:06:07,327 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-28T09:06:07,340 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:07,427 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:07,427 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:07,427 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:07,427 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:07,430 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName in 497 msec
2024-11-28T09:06:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-28T09:06:07,563 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-28T09:06:07,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportWithTargetName get assigned. Timeout = 60000ms
2024-11-28T09:06:07,564 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:07,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportWithTargetName assigned to meta. Checking AM states.
2024-11-28T09:06:07,570 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:07,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportWithTargetName assigned.
2024-11-28T09:06:07,570 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-28T09:06:07,575 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-28T09:06:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784767575 (current time:1732784767575).
2024-11-28T09:06:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-28T09:06:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497cc94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:07,577 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:07,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:07,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c873f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,578 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa4db55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:07,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:07,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,581 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,583 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b6d2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:07,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:07,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:07,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d9ad3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,586 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:07,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681f5597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,590 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,593 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,595 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,595 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-28T09:06:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-28T09:06:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-28T09:06:07,599 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-28T09:06:07,600 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:07,603 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:07,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741910_1086 (size=167)
2024-11-28T09:06:07,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741910_1086 (size=167)
2024-11-28T09:06:07,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741910_1086 (size=167)
2024-11-28T09:06:07,616 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:07,616 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee}, {pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7}]
2024-11-28T09:06:07,617 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,617 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-28T09:06:07,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-28T09:06:07,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-11-28T09:06:07,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 814f11c35b059eb99702a49ea6989aee:

2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 9b086d0e0f039f2a3157bd58d42e7cf7:

2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. for emptySnaptb0-testExportWithTargetName completed.
2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. for emptySnaptb0-testExportWithTargetName completed.
2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:07,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:07,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:07,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:07,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741911_1087 (size=70)
2024-11-28T09:06:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741912_1088 (size=70)
2024-11-28T09:06:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741911_1087 (size=70)
2024-11-28T09:06:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741911_1087 (size=70)
2024-11-28T09:06:07,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:07,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741912_1088 (size=70)
2024-11-28T09:06:07,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741912_1088 (size=70)
2024-11-28T09:06:07,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-28T09:06:07,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-28T09:06:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-11-28T09:06:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-28T09:06:07,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,786 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:07,787 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,788 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee in 171 msec
2024-11-28T09:06:07,790 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50
2024-11-28T09:06:07,790 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7 in 171 msec
2024-11-28T09:06:07,790 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:07,791 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:07,791 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:07,791 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:07,792 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:07,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741913_1089 (size=549)
2024-11-28T09:06:07,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741913_1089 (size=549)
2024-11-28T09:06:07,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741913_1089 (size=549)
2024-11-28T09:06:07,803 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:07,808 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:07,809 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:07,810 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:07,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-28T09:06:07,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 215 msec
2024-11-28T09:06:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-28T09:06:07,914 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-28T09:06:07,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithTargetName', row='00a74d18cd7d637f419f94ffe19ca052f', locateType=CURRENT is [region=testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:06:07,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithTargetName', row='19547915c4425e6c4bc0b5cfcef3afff9', locateType=CURRENT is [region=testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:07,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithTargetName', row='2314cb484822e54704fd35dab03adfd01', locateType=CURRENT is [region=testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:07,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithTargetName', row='3ac2148cbd21b119695521005350ef9c6', locateType=CURRENT is [region=testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:07,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithTargetName', row='4dd18aa8f27bb0a46bd6f977132836b02', locateType=CURRENT is [region=testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:07,930 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:07,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:07,935 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-28T09:06:07,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-28T09:06:07,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:07,938 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:07,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-28T09:06:07,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-28T09:06:07,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-28T09:06:07,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-28T09:06:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784767954 (current time:1732784767954).
2024-11-28T09:06:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-28T09:06:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74962d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:07,955 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:07,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caae2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,957 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101daf0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:07,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:07,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,959 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,961 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f454a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:07,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:07,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:07,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:07,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7aa11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:07,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:07,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,964 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:07,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c89c5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:07,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:07,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,967 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:07,970 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:07,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:07,971 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-28T09:06:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-28T09:06:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-28T09:06:07,974 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-28T09:06:07,975 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:07,977 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:07,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741914_1090 (size=162)
2024-11-28T09:06:07,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741914_1090 (size=162)
2024-11-28T09:06:07,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741914_1090 (size=162)
2024-11-28T09:06:07,985 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:07,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee}, {pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7}]
2024-11-28T09:06:07,986 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:07,986 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-28T09:06:08,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-28T09:06:08,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-11-28T09:06:08,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:08,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:08,138 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing 814f11c35b059eb99702a49ea6989aee 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-28T09:06:08,138 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9b086d0e0f039f2a3157bd58d42e7cf7 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-28T09:06:08,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/.tmp/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74 is 71, key is 00b5d4f3974dc4dedf3ef6843a4a9169/cf:q/1732784767931/Put/seqid=0
2024-11-28T09:06:08,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/.tmp/cf/1f3b7eba75344fa8b546463d7dd69db8 is 71, key is 1119d05770effe6efb8526b9dad8e2dc/cf:q/1732784767932/Put/seqid=0
2024-11-28T09:06:08,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741915_1091 (size=5424)
2024-11-28T09:06:08,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741915_1091 (size=5424)
2024-11-28T09:06:08,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741915_1091 (size=5424)
2024-11-28T09:06:08,214 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=333 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/.tmp/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74
2024-11-28T09:06:08,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/.tmp/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74
2024-11-28T09:06:08,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741916_1092 (size=8188)
2024-11-28T09:06:08,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741916_1092 (size=8188)
2024-11-28T09:06:08,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741916_1092 (size=8188)
2024-11-28T09:06:08,226 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/.tmp/cf/1f3b7eba75344fa8b546463d7dd69db8
2024-11-28T09:06:08,229 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74, entries=5, sequenceid=6, filesize=5.3 K
2024-11-28T09:06:08,230 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 814f11c35b059eb99702a49ea6989aee in 92ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:08,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithTargetName'
2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 814f11c35b059eb99702a49ea6989aee:

2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. for snaptb0-testExportWithTargetName completed.
2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74] hfiles
2024-11-28T09:06:08,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74 for snapshot=snaptb0-testExportWithTargetName
2024-11-28T09:06:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/.tmp/cf/1f3b7eba75344fa8b546463d7dd69db8 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8
2024-11-28T09:06:08,238 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8, entries=45, sequenceid=6, filesize=8.0 K
2024-11-28T09:06:08,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741917_1093 (size=109)
2024-11-28T09:06:08,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741917_1093 (size=109)
2024-11-28T09:06:08,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741917_1093 (size=109)
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-28T09:06:08,240 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 9b086d0e0f039f2a3157bd58d42e7cf7 in 102ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9b086d0e0f039f2a3157bd58d42e7cf7:

2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. for snaptb0-testExportWithTargetName completed.
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-11-28T09:06:08,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8] hfiles
2024-11-28T09:06:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8 for snapshot=snaptb0-testExportWithTargetName
2024-11-28T09:06:08,240 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:08,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 814f11c35b059eb99702a49ea6989aee in 256 msec
2024-11-28T09:06:08,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741918_1094 (size=109)
2024-11-28T09:06:08,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741918_1094 (size=109)
2024-11-28T09:06:08,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741918_1094 (size=109)
2024-11-28T09:06:08,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:08,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-28T09:06:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-28T09:06:08,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:08,249 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:08,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=53
2024-11-28T09:06:08,253 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:08,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7 in 265 msec
2024-11-28T09:06:08,253 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:08,254 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:08,254 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithTargetName
2024-11-28T09:06:08,255 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName
2024-11-28T09:06:08,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741919_1095 (size=627)
2024-11-28T09:06:08,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741919_1095 (size=627)
2024-11-28T09:06:08,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741919_1095 (size=627)
2024-11-28T09:06:08,266 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:08,272 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:08,272 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-28T09:06:08,274 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:08,274 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-28T09:06:08,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 302 msec
2024-11-28T09:06:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-28T09:06:08,294 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-28T09:06:08,294 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294
2024-11-28T09:06:08,294 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:08,334 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:08,334 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-28T09:06:08,335 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:06:08,340 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-28T09:06:08,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741920_1096 (size=627)
2024-11-28T09:06:08,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741921_1097 (size=162)
2024-11-28T09:06:08,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741921_1097 (size=162)
2024-11-28T09:06:08,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741921_1097 (size=162)
2024-11-28T09:06:08,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741920_1096 (size=627)
2024-11-28T09:06:08,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741920_1096 (size=627)
2024-11-28T09:06:08,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741922_1098 (size=154)
2024-11-28T09:06:08,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741922_1098 (size=154)
2024-11-28T09:06:08,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741922_1098 (size=154)
2024-11-28T09:06:08,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:08,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:08,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-15065761826569448507.jar
2024-11-28T09:06:09,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-2699593063223582100.jar
2024-11-28T09:06:09,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:09,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:06:09,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:06:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:06:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:06:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:06:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:06:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:06:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:06:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:06:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:06:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:06:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:09,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:09,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:09,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741923_1099 (size=24020)
2024-11-28T09:06:09,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741923_1099 (size=24020)
2024-11-28T09:06:09,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741923_1099 (size=24020)
2024-11-28T09:06:09,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741924_1100 (size=77755)
2024-11-28T09:06:09,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741924_1100 (size=77755)
2024-11-28T09:06:09,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741924_1100 (size=77755)
2024-11-28T09:06:09,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741925_1101 (size=131360)
2024-11-28T09:06:09,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741925_1101 (size=131360)
2024-11-28T09:06:09,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741925_1101 (size=131360)
2024-11-28T09:06:09,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741926_1102 (size=111793)
2024-11-28T09:06:09,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741926_1102 (size=111793)
2024-11-28T09:06:09,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741926_1102 (size=111793)
2024-11-28T09:06:09,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741927_1103 (size=1832290)
2024-11-28T09:06:09,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741927_1103 (size=1832290)
2024-11-28T09:06:09,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741927_1103 (size=1832290)
2024-11-28T09:06:09,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741928_1104 (size=6424730)
2024-11-28T09:06:09,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741928_1104 (size=6424730)
2024-11-28T09:06:09,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741928_1104 (size=6424730)
2024-11-28T09:06:09,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741929_1105 (size=8360005)
2024-11-28T09:06:09,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741929_1105 (size=8360005)
2024-11-28T09:06:09,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741929_1105 (size=8360005)
2024-11-28T09:06:09,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741930_1106 (size=503880)
2024-11-28T09:06:09,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741930_1106 (size=503880)
2024-11-28T09:06:09,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741930_1106 (size=503880)
2024-11-28T09:06:09,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741931_1107 (size=322274)
2024-11-28T09:06:09,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741931_1107 (size=322274)
2024-11-28T09:06:09,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741931_1107 (size=322274)
2024-11-28T09:06:09,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741932_1108 (size=20406)
2024-11-28T09:06:09,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741932_1108 (size=20406)
2024-11-28T09:06:09,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741932_1108 (size=20406)
2024-11-28T09:06:09,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741933_1109 (size=440956)
2024-11-28T09:06:09,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741933_1109 (size=440956)
2024-11-28T09:06:09,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741933_1109 (size=440956)
2024-11-28T09:06:09,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741934_1110 (size=45609)
2024-11-28T09:06:09,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741934_1110 (size=45609)
2024-11-28T09:06:09,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741934_1110 (size=45609)
2024-11-28T09:06:09,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741935_1111 (size=136454)
2024-11-28T09:06:09,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741935_1111 (size=136454)
2024-11-28T09:06:09,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741935_1111 (size=136454)
2024-11-28T09:06:09,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741936_1112 (size=1597136)
2024-11-28T09:06:09,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741936_1112 (size=1597136)
2024-11-28T09:06:09,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741936_1112 (size=1597136)
2024-11-28T09:06:09,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741937_1113 (size=30873)
2024-11-28T09:06:09,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741937_1113 (size=30873)
2024-11-28T09:06:09,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741937_1113 (size=30873)
2024-11-28T09:06:09,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741938_1114 (size=29229)
2024-11-28T09:06:09,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741938_1114 (size=29229)
2024-11-28T09:06:09,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741938_1114 (size=29229)
2024-11-28T09:06:09,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741939_1115 (size=903864)
2024-11-28T09:06:09,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741939_1115 (size=903864)
2024-11-28T09:06:09,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741939_1115 (size=903864)
2024-11-28T09:06:09,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741940_1116 (size=5175431)
2024-11-28T09:06:09,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741940_1116 (size=5175431)
2024-11-28T09:06:09,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741940_1116 (size=5175431)
2024-11-28T09:06:09,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741941_1117 (size=232881)
2024-11-28T09:06:09,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741941_1117 (size=232881)
2024-11-28T09:06:09,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741941_1117 (size=232881)
2024-11-28T09:06:09,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741942_1118 (size=1323991)
2024-11-28T09:06:09,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741942_1118 (size=1323991)
2024-11-28T09:06:09,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741942_1118 (size=1323991)
2024-11-28T09:06:09,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741943_1119 (size=4695811)
2024-11-28T09:06:09,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741943_1119 (size=4695811)
2024-11-28T09:06:09,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741943_1119 (size=4695811)
2024-11-28T09:06:09,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741944_1120 (size=1877034)
2024-11-28T09:06:09,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741944_1120 (size=1877034)
2024-11-28T09:06:09,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741944_1120 (size=1877034)
2024-11-28T09:06:09,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741945_1121 (size=217555)
2024-11-28T09:06:09,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741945_1121 (size=217555)
2024-11-28T09:06:09,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741945_1121 (size=217555)
2024-11-28T09:06:09,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741946_1122 (size=4188619)
2024-11-28T09:06:09,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741946_1122 (size=4188619)
2024-11-28T09:06:09,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741946_1122 (size=4188619)
2024-11-28T09:06:09,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741947_1123 (size=127628)
2024-11-28T09:06:09,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741947_1123 (size=127628)
2024-11-28T09:06:09,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741947_1123 (size=127628)
2024-11-28T09:06:09,954 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:06:09,956 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithTargetName' hfile list
2024-11-28T09:06:09,958 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.0 K
2024-11-28T09:06:09,958 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.3 K
2024-11-28T09:06:09,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741948_1124 (size=445)
2024-11-28T09:06:09,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741948_1124 (size=445)
2024-11-28T09:06:09,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741948_1124 (size=445)
2024-11-28T09:06:09,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741949_1125 (size=21)
2024-11-28T09:06:09,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741949_1125 (size=21)
2024-11-28T09:06:09,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741949_1125 (size=21)
2024-11-28T09:06:09,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741950_1126 (size=304086)
2024-11-28T09:06:09,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741950_1126 (size=304086)
2024-11-28T09:06:09,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741950_1126 (size=304086)
2024-11-28T09:06:10,279 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0001/container_1732784632788_0001_01_000001/sysfs]
2024-11-28T09:06:10,289 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:10,289 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:10,292 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0001_000001 (auth:SIMPLE) from 127.0.0.1:48710
2024-11-28T09:06:10,629 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:39468
2024-11-28T09:06:11,565 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:06:11,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:06:13,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-28T09:06:13,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName Metrics about Tables on a single HBase RegionServer
2024-11-28T09:06:13,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:13,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-28T09:06:17,376 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:36996
2024-11-28T09:06:17,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741951_1127 (size=349784)
2024-11-28T09:06:17,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741951_1127 (size=349784)
2024-11-28T09:06:17,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741951_1127 (size=349784)
2024-11-28T09:06:18,708 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:06:19,673 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:35176
2024-11-28T09:06:19,673 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:58148
2024-11-28T09:06:25,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741952_1128 (size=8188)
2024-11-28T09:06:25,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741952_1128 (size=8188)
2024-11-28T09:06:25,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741952_1128 (size=8188)
2024-11-28T09:06:28,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741954_1130 (size=5424)
2024-11-28T09:06:28,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741954_1130 (size=5424)
2024-11-28T09:06:28,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741954_1130 (size=5424)
2024-11-28T09:06:28,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741953_1129 (size=22158)
2024-11-28T09:06:28,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741953_1129 (size=22158)
2024-11-28T09:06:28,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741953_1129 (size=22158)
2024-11-28T09:06:28,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741955_1131 (size=465)
2024-11-28T09:06:28,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741955_1131 (size=465)
2024-11-28T09:06:28,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741955_1131 (size=465)
2024-11-28T09:06:29,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741956_1132 (size=22158)
2024-11-28T09:06:29,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741956_1132 (size=22158)
2024-11-28T09:06:29,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741956_1132 (size=22158)
2024-11-28T09:06:29,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741957_1133 (size=349784)
2024-11-28T09:06:29,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741957_1133 (size=349784)
2024-11-28T09:06:29,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741957_1133 (size=349784)
2024-11-28T09:06:29,073 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:33592
2024-11-28T09:06:30,225 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:06:30,227 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:06:30,233 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: testExportWithTargetName
2024-11-28T09:06:30,233 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:06:30,234 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:06:30,234 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-28T09:06:30,234 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName/.snapshotinfo
2024-11-28T09:06:30,235 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithTargetName/data.manifest
2024-11-28T09:06:30,235 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/testExportWithTargetName at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/testExportWithTargetName
2024-11-28T09:06:30,235 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/testExportWithTargetName/.snapshotinfo
2024-11-28T09:06:30,235 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784768294/.hbase-snapshot/testExportWithTargetName/data.manifest
2024-11-28T09:06:30,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithTargetName
2024-11-28T09:06:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-28T09:06:30,247 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784790246"}]},"ts":"1732784790246"}
2024-11-28T09:06:30,249 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLING in hbase:meta
2024-11-28T09:06:30,249 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithTargetName to state=DISABLING
2024-11-28T09:06:30,250 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName}]
2024-11-28T09:06:30,251 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, UNASSIGN}, {pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, UNASSIGN}]
2024-11-28T09:06:30,252 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, UNASSIGN
2024-11-28T09:06:30,252 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, UNASSIGN
2024-11-28T09:06:30,253 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=814f11c35b059eb99702a49ea6989aee, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:30,253 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=9b086d0e0f039f2a3157bd58d42e7cf7, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, UNASSIGN because future has completed
2024-11-28T09:06:30,255 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:30,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, UNASSIGN because future has completed
2024-11-28T09:06:30,256 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:30,256 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-28T09:06:30,408 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(122): Close 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1722): Closing 814f11c35b059eb99702a49ea6989aee, disabling compactions & flushes
2024-11-28T09:06:30,409 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:30,409 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee. after waiting 0 ms
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 9b086d0e0f039f2a3157bd58d42e7cf7, disabling compactions & flushes
2024-11-28T09:06:30,409 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:30,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:30,410 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7. after waiting 0 ms
2024-11-28T09:06:30,410 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:30,438 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:30,438 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:30,439 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:30,439 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.
2024-11-28T09:06:30,439 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 9b086d0e0f039f2a3157bd58d42e7cf7:
Waiting for close lock at 1732784790409Running coprocessor pre-close hooks at 1732784790409Disabling compacts and flushes for region at 1732784790409Disabling writes for close at 1732784790410 (+1 ms)Writing region close event to WAL at 1732784790411 (+1 ms)Running coprocessor post-close hooks at 1732784790439 (+28 ms)Closed at 1732784790439
2024-11-28T09:06:30,440 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:30,440 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.
2024-11-28T09:06:30,440 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1676): Region close journal for 814f11c35b059eb99702a49ea6989aee:
Waiting for close lock at 1732784790409Running coprocessor pre-close hooks at 1732784790409Disabling compacts and flushes for region at 1732784790409Disabling writes for close at 1732784790409Writing region close event to WAL at 1732784790411 (+2 ms)Running coprocessor post-close hooks at 1732784790440 (+29 ms)Closed at 1732784790440
2024-11-28T09:06:30,442 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:30,442 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=9b086d0e0f039f2a3157bd58d42e7cf7, regionState=CLOSED
2024-11-28T09:06:30,443 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(157): Closed 814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:30,443 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=814f11c35b059eb99702a49ea6989aee, regionState=CLOSED
2024-11-28T09:06:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:30,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=59
2024-11-28T09:06:30,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=59, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b086d0e0f039f2a3157bd58d42e7cf7, server=81db972b9a1d,36301,1732784623951 in 191 msec
2024-11-28T09:06:30,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=58
2024-11-28T09:06:30,452 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=9b086d0e0f039f2a3157bd58d42e7cf7, UNASSIGN in 199 msec
2024-11-28T09:06:30,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 814f11c35b059eb99702a49ea6989aee, server=81db972b9a1d,42743,1732784624337 in 194 msec
2024-11-28T09:06:30,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-28T09:06:30,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=814f11c35b059eb99702a49ea6989aee, UNASSIGN in 201 msec
2024-11-28T09:06:30,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-28T09:06:30,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName in 204 msec
2024-11-28T09:06:30,457 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784790457"}]},"ts":"1732784790457"}
2024-11-28T09:06:30,459 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLED in hbase:meta
2024-11-28T09:06:30,460 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithTargetName to state=DISABLED
2024-11-28T09:06:30,461 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName in 217 msec
2024-11-28T09:06:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-28T09:06:30,564 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-28T09:06:30,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithTargetName
2024-11-28T09:06:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,568 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithTargetName
2024-11-28T09:06:30,569 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,574 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithTargetName
2024-11-28T09:06:30,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:30,576 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:30,578 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/recovered.edits]
2024-11-28T09:06:30,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/recovered.edits]
2024-11-28T09:06:30,582 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/cf/1f3b7eba75344fa8b546463d7dd69db8
2024-11-28T09:06:30,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/cf/4e8a56f99fd04e95be0c4e4ce3ff3d74
2024-11-28T09:06:30,599 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7/recovered.edits/9.seqid
2024-11-28T09:06:30,599 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee/recovered.edits/9.seqid
2024-11-28T09:06:30,600 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/9b086d0e0f039f2a3157bd58d42e7cf7
2024-11-28T09:06:30,600 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithTargetName/814f11c35b059eb99702a49ea6989aee
2024-11-28T09:06:30,600 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithTargetName regions
2024-11-28T09:06:30,604 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,608 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithTargetName from hbase:meta
2024-11-28T09:06:30,611 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithTargetName' descriptor.
2024-11-28T09:06:30,613 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,613 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithTargetName' from region states.
2024-11-28T09:06:30,614 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784790613"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:30,614 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784790613"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:30,617 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:06:30,617 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 814f11c35b059eb99702a49ea6989aee, NAME => 'testtb-testExportWithTargetName,,1732784766929.814f11c35b059eb99702a49ea6989aee.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 9b086d0e0f039f2a3157bd58d42e7cf7, NAME => 'testtb-testExportWithTargetName,1,1732784766929.9b086d0e0f039f2a3157bd58d42e7cf7.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:06:30,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithTargetName' as deleted.
2024-11-28T09:06:30,617 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784790617"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:30,620 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithTargetName state from META
2024-11-28T09:06:30,621 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-28T09:06:30,623 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName in 56 msec
2024-11-28T09:06:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,656 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,657 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-28T09:06:30,657 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-28T09:06:30,657 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-28T09:06:30,657 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-28T09:06:30,667 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-28T09:06:30,667 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-28T09:06:30,669 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithTargetName
2024-11-28T09:06:30,669 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-28T09:06:30,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithTargetName"
type: DISABLED

2024-11-28T09:06:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithTargetName
2024-11-28T09:06:30,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithTargetName"
type: DISABLED

2024-11-28T09:06:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithTargetName
2024-11-28T09:06:30,708 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportWithTargetName Thread=793 (was 772)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39273
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215769777_1 at /127.0.0.1:43636 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:43664 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:44094 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215769777_1 at /127.0.0.1:44062 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-2143
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: process reaper (pid 126220)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:35795 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:40690 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:46795 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: ApplicationMasterLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=805 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 530) - SystemLoadAverage LEAK? -, ProcessCount=18 (was 17) - ProcessCount LEAK? -, AvailableMemoryMB=2052 (was 600) - AvailableMemoryMB LEAK? -
2024-11-28T09:06:30,708 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=793 is superior to 500
2024-11-28T09:06:30,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportWithResetTtl Thread=793, OpenFileDescriptor=805, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=18, AvailableMemoryMB=2051
2024-11-28T09:06:30,724 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=793 is superior to 500
2024-11-28T09:06:30,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:06:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:30,728 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:06:30,728 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:30,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithResetTtl"
 procId is: 63
2024-11-28T09:06:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-28T09:06:30,730 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:06:30,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741958_1134 (size=404)
2024-11-28T09:06:30,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741958_1134 (size=404)
2024-11-28T09:06:30,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741958_1134 (size=404)
2024-11-28T09:06:30,741 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ef379648d4c92af343d34dcbc23b3a2, NAME => 'testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:30,742 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 511c676a98c4840c37f5dabc52a63d69, NAME => 'testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:30,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741959_1135 (size=65)
2024-11-28T09:06:30,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741960_1136 (size=65)
2024-11-28T09:06:30,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741959_1135 (size=65)
2024-11-28T09:06:30,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741959_1135 (size=65)
2024-11-28T09:06:30,756 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:30,756 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing 2ef379648d4c92af343d34dcbc23b3a2, disabling compactions & flushes
2024-11-28T09:06:30,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741960_1136 (size=65)
2024-11-28T09:06:30,756 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. after waiting 0 ms
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:30,757 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ef379648d4c92af343d34dcbc23b3a2:
Waiting for close lock at 1732784790756Disabling compacts and flushes for region at 1732784790756Disabling writes for close at 1732784790757 (+1 ms)Writing region close event to WAL at 1732784790757Closed at 1732784790757
2024-11-28T09:06:30,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741960_1136 (size=65)
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 511c676a98c4840c37f5dabc52a63d69, disabling compactions & flushes
2024-11-28T09:06:30,757 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. after waiting 0 ms
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:30,757 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:30,757 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 511c676a98c4840c37f5dabc52a63d69:
Waiting for close lock at 1732784790757Disabling compacts and flushes for region at 1732784790757Disabling writes for close at 1732784790757Writing region close event to WAL at 1732784790757Closed at 1732784790757
2024-11-28T09:06:30,759 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:06:30,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784790759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784790759"}]},"ts":"1732784790759"}
2024-11-28T09:06:30,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784790759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784790759"}]},"ts":"1732784790759"}
2024-11-28T09:06:30,762 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:06:30,769 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:06:30,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784790769"}]},"ts":"1732784790769"}
2024-11-28T09:06:30,771 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-28T09:06:30,772 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:06:30,774 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:06:30,774 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:06:30,774 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:06:30,774 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:06:30,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, ASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, ASSIGN}]
2024-11-28T09:06:30,776 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, ASSIGN
2024-11-28T09:06:30,776 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, ASSIGN
2024-11-28T09:06:30,777 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:06:30,777 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, ASSIGN; state=OFFLINE, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:06:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-28T09:06:30,927 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:06:30,928 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=511c676a98c4840c37f5dabc52a63d69, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:30,928 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=2ef379648d4c92af343d34dcbc23b3a2, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:30,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, ASSIGN because future has completed
2024-11-28T09:06:30,931 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:30,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, ASSIGN because future has completed
2024-11-28T09:06:30,932 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-28T09:06:31,087 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:31,088 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 511c676a98c4840c37f5dabc52a63d69, NAME => 'testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:06:31,088 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:31,088 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ef379648d4c92af343d34dcbc23b3a2, NAME => 'testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:06:31,088 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. service=AccessControlService
2024-11-28T09:06:31,088 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. service=AccessControlService
2024-11-28T09:06:31,088 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:31,088 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,089 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,091 INFO  [StoreOpener-2ef379648d4c92af343d34dcbc23b3a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ef379648d4c92af343d34dcbc23b3a2 
2024-11-28T09:06:31,091 INFO  [StoreOpener-511c676a98c4840c37f5dabc52a63d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 511c676a98c4840c37f5dabc52a63d69 
2024-11-28T09:06:31,092 INFO  [StoreOpener-511c676a98c4840c37f5dabc52a63d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 511c676a98c4840c37f5dabc52a63d69 columnFamilyName cf
2024-11-28T09:06:31,093 DEBUG [StoreOpener-511c676a98c4840c37f5dabc52a63d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:31,093 INFO  [StoreOpener-511c676a98c4840c37f5dabc52a63d69-1 {}] regionserver.HStore(327): Store=511c676a98c4840c37f5dabc52a63d69/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:31,093 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,094 INFO  [StoreOpener-2ef379648d4c92af343d34dcbc23b3a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef379648d4c92af343d34dcbc23b3a2 columnFamilyName cf
2024-11-28T09:06:31,094 DEBUG [StoreOpener-2ef379648d4c92af343d34dcbc23b3a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:31,094 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,094 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000002/launch_container.sh]
2024-11-28T09:06:31,094 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000002/container_tokens]
2024-11-28T09:06:31,095 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000002/sysfs]
2024-11-28T09:06:31,095 INFO  [StoreOpener-2ef379648d4c92af343d34dcbc23b3a2-1 {}] regionserver.HStore(327): Store=2ef379648d4c92af343d34dcbc23b3a2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:31,095 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,095 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,095 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,095 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,095 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,096 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,096 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,096 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,097 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,098 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,099 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:31,099 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 511c676a98c4840c37f5dabc52a63d69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63377839, jitterRate=-0.05559660494327545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:31,099 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,099 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:31,100 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 2ef379648d4c92af343d34dcbc23b3a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70451117, jitterRate=0.04980345070362091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:31,100 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,100 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 511c676a98c4840c37f5dabc52a63d69:
Running coprocessor pre-open hook at 1732784791089Writing region info on filesystem at 1732784791089Initializing all the Stores at 1732784791090 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784791090Cleaning up temporary data from old regions at 1732784791095 (+5 ms)Running coprocessor post-open hooks at 1732784791099 (+4 ms)Region opened successfully at 1732784791100 (+1 ms)
2024-11-28T09:06:31,100 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 2ef379648d4c92af343d34dcbc23b3a2:
Running coprocessor pre-open hook at 1732784791089Writing region info on filesystem at 1732784791089Initializing all the Stores at 1732784791090 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784791090Cleaning up temporary data from old regions at 1732784791096 (+6 ms)Running coprocessor post-open hooks at 1732784791100 (+4 ms)Region opened successfully at 1732784791100
2024-11-28T09:06:31,101 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2., pid=67, masterSystemTime=1732784791084
2024-11-28T09:06:31,101 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69., pid=66, masterSystemTime=1732784791083
2024-11-28T09:06:31,102 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:31,102 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:31,103 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=2ef379648d4c92af343d34dcbc23b3a2, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:31,103 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:31,103 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:31,103 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=511c676a98c4840c37f5dabc52a63d69, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:31,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:31,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:31,107 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=64
2024-11-28T09:06:31,107 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337 in 173 msec
2024-11-28T09:06:31,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65
2024-11-28T09:06:31,108 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, ASSIGN in 333 msec
2024-11-28T09:06:31,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951 in 175 msec
2024-11-28T09:06:31,109 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-11-28T09:06:31,109 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, ASSIGN in 334 msec
2024-11-28T09:06:31,110 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:06:31,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784791110"}]},"ts":"1732784791110"}
2024-11-28T09:06:31,112 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-28T09:06:31,112 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:06:31,113 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithResetTtl jenkins: RWXCA
2024-11-28T09:06:31,115 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-28T09:06:31,140 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:31,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:31,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:31,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:31,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:31,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl in 425 msec
2024-11-28T09:06:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-28T09:06:31,354 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-28T09:06:31,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportWithResetTtl get assigned. Timeout = 60000ms
2024-11-28T09:06:31,355 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:31,361 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportWithResetTtl assigned to meta. Checking AM states.
2024-11-28T09:06:31,361 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:31,362 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportWithResetTtl assigned.
2024-11-28T09:06:31,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:31,366 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-28T09:06:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784791366 (current time:1732784791366).
2024-11-28T09:06:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-28T09:06:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a07d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:31,368 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460ac876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:31,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,371 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575df36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:31,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:31,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:31,374 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:31,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,375 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3c4181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:31,377 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:31,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:31,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a00d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,379 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a844ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:31,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:31,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:31,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:31,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:31,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:31,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:31,385 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:31,386 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-28T09:06:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-28T09:06:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-28T09:06:31,388 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-28T09:06:31,389 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:31,391 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:31,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741961_1137 (size=161)
2024-11-28T09:06:31,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741961_1137 (size=161)
2024-11-28T09:06:31,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741961_1137 (size=161)
2024-11-28T09:06:31,398 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:31,399 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2}, {pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69}]
2024-11-28T09:06:31,399 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:31,399 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-28T09:06:31,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=70
2024-11-28T09:06:31,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=69
2024-11-28T09:06:31,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:31,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 2ef379648d4c92af343d34dcbc23b3a2:

2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.HRegion(2603): Flush status journal for 511c676a98c4840c37f5dabc52a63d69:

2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:31,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-28T09:06:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-28T09:06:32,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741962_1138 (size=68)
2024-11-28T09:06:32,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741962_1138 (size=68)
2024-11-28T09:06:32,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:32,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-28T09:06:32,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741963_1139 (size=68)
2024-11-28T09:06:32,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741963_1139 (size=68)
2024-11-28T09:06:32,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741962_1138 (size=68)
2024-11-28T09:06:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=70
2024-11-28T09:06:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:32,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741963_1139 (size=68)
2024-11-28T09:06:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-28T09:06:32,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:32,091 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-28T09:06:32,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:32,091 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:32,093 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69 in 694 msec
2024-11-28T09:06:32,095 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-28T09:06:32,095 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2 in 694 msec
2024-11-28T09:06:32,095 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:32,095 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:32,096 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:32,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:32,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:32,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741964_1140 (size=543)
2024-11-28T09:06:32,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741964_1140 (size=543)
2024-11-28T09:06:32,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741964_1140 (size=543)
2024-11-28T09:06:32,110 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:32,115 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:32,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:32,117 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:32,117 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-28T09:06:32,119 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 731 msec
2024-11-28T09:06:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-28T09:06:32,525 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-28T09:06:32,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithResetTtl', row='053ec4632355688aa2e84bb630fc6169c', locateType=CURRENT is [region=testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:06:32,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithResetTtl', row='19b9a7fcea76664e398c24e6b6c927d87', locateType=CURRENT is [region=testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:32,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithResetTtl', row='2dc5ae3f1598b52ec15da6e0ed0aaeeab', locateType=CURRENT is [region=testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:32,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithResetTtl', row='3e32f19a061ea3e6780e37d17cdc62c0a', locateType=CURRENT is [region=testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:32,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithResetTtl', row='44e94675bbb714a26b6f7ca9863dfeb71', locateType=CURRENT is [region=testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:32,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:32,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:32,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:32,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-28T09:06:32,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:32,548 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:32,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:32,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:32,561 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:32,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-28T09:06:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784792563 (current time:1732784792563).
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586bc548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:32,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:32,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:32,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:32,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efd0074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:32,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:32,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,567 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:32,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d37c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:32,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:32,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:32,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:32,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,570 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a037c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:32,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:32,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:32,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,573 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4271a17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:32,576 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:32,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:32,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:32,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:32,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:32,580 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-28T09:06:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-28T09:06:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-28T09:06:32,582 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-28T09:06:32,583 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:32,585 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:32,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741965_1141 (size=156)
2024-11-28T09:06:32,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741965_1141 (size=156)
2024-11-28T09:06:32,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741965_1141 (size=156)
2024-11-28T09:06:32,593 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:32,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2}, {pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69}]
2024-11-28T09:06:32,594 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:32,594 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-28T09:06:32,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=73
2024-11-28T09:06:32,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:32,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=72
2024-11-28T09:06:32,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:32,746 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2902): Flushing 2ef379648d4c92af343d34dcbc23b3a2 1/1 column families, dataSize=467 B heapSize=1.23 KB
2024-11-28T09:06:32,746 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 511c676a98c4840c37f5dabc52a63d69 1/1 column families, dataSize=2.80 KB heapSize=6.30 KB
2024-11-28T09:06:32,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/.tmp/cf/9d183229a89f420e8b73d5a299d2e140 is 71, key is 02ecd7d737ed38fd98a2c2e28a490821/cf:q/1732784792541/Put/seqid=0
2024-11-28T09:06:32,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/.tmp/cf/b325f89a9930459bbca6bb4dc230b0d6 is 71, key is 271221ec639bd65f7222bde9f3999cc5/cf:q/1732784792544/Put/seqid=0
2024-11-28T09:06:32,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741966_1142 (size=5566)
2024-11-28T09:06:32,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741966_1142 (size=5566)
2024-11-28T09:06:32,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741966_1142 (size=5566)
2024-11-28T09:06:32,771 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=467 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/.tmp/cf/9d183229a89f420e8b73d5a299d2e140
2024-11-28T09:06:32,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/.tmp/cf/9d183229a89f420e8b73d5a299d2e140 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140
2024-11-28T09:06:32,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741967_1143 (size=8054)
2024-11-28T09:06:32,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741967_1143 (size=8054)
2024-11-28T09:06:32,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741967_1143 (size=8054)
2024-11-28T09:06:32,782 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.80 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/.tmp/cf/b325f89a9930459bbca6bb4dc230b0d6
2024-11-28T09:06:32,784 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140, entries=7, sequenceid=6, filesize=5.4 K
2024-11-28T09:06:32,785 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~467 B/467, heapSize ~1.22 KB/1248, currentSize=0 B/0 for 2ef379648d4c92af343d34dcbc23b3a2 in 39ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:32,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithResetTtl'
2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2603): Flush status journal for 2ef379648d4c92af343d34dcbc23b3a2:

2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. for snaptb0-testExportWithResetTtl completed.
2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140] hfiles
2024-11-28T09:06:32,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140 for snapshot=snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/.tmp/cf/b325f89a9930459bbca6bb4dc230b0d6 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6
2024-11-28T09:06:32,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741968_1144 (size=107)
2024-11-28T09:06:32,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741968_1144 (size=107)
2024-11-28T09:06:32,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741968_1144 (size=107)
2024-11-28T09:06:32,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:32,795 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6, entries=43, sequenceid=6, filesize=7.9 K
2024-11-28T09:06:32,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-28T09:06:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=72
2024-11-28T09:06:32,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:32,795 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:32,795 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~2.80 KB/2869, heapSize ~6.28 KB/6432, currentSize=0 B/0 for 511c676a98c4840c37f5dabc52a63d69 in 49ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 511c676a98c4840c37f5dabc52a63d69:

2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. for snaptb0-testExportWithResetTtl completed.
2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6] hfiles
2024-11-28T09:06:32,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6 for snapshot=snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2 in 203 msec
2024-11-28T09:06:32,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741969_1145 (size=107)
2024-11-28T09:06:32,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741969_1145 (size=107)
2024-11-28T09:06:32,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741969_1145 (size=107)
2024-11-28T09:06:32,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:32,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-28T09:06:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-28T09:06:32,806 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:32,806 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:32,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71
2024-11-28T09:06:32,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 511c676a98c4840c37f5dabc52a63d69 in 213 msec
2024-11-28T09:06:32,808 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:32,809 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:32,809 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:32,809 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,810 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741970_1146 (size=621)
2024-11-28T09:06:32,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741970_1146 (size=621)
2024-11-28T09:06:32,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741970_1146 (size=621)
2024-11-28T09:06:32,822 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:32,827 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:32,828 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithResetTtl
2024-11-28T09:06:32,829 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:32,829 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-28T09:06:32,830 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 248 msec
2024-11-28T09:06:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-28T09:06:32,905 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-28T09:06:32,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:06:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:32,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:06:32,911 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:32,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportWithResetTtl"
 procId is: 74
2024-11-28T09:06:32,913 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:06:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-28T09:06:32,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741971_1147 (size=397)
2024-11-28T09:06:32,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741971_1147 (size=397)
2024-11-28T09:06:32,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741971_1147 (size=397)
2024-11-28T09:06:32,925 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92763fb3b05d896a4d99886f93fa11bd, NAME => 'testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:32,925 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69ed4fe661ce333cacfa188ac56e9a97, NAME => 'testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:32,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741972_1148 (size=58)
2024-11-28T09:06:32,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741972_1148 (size=58)
2024-11-28T09:06:32,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741972_1148 (size=58)
2024-11-28T09:06:32,934 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:32,935 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing 92763fb3b05d896a4d99886f93fa11bd, disabling compactions & flushes
2024-11-28T09:06:32,935 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:32,935 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:32,935 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd. after waiting 0 ms
2024-11-28T09:06:32,935 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:32,935 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:32,935 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92763fb3b05d896a4d99886f93fa11bd:
Waiting for close lock at 1732784792935Disabling compacts and flushes for region at 1732784792935Disabling writes for close at 1732784792935Writing region close event to WAL at 1732784792935Closed at 1732784792935
2024-11-28T09:06:32,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741973_1149 (size=58)
2024-11-28T09:06:32,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741973_1149 (size=58)
2024-11-28T09:06:32,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741973_1149 (size=58)
2024-11-28T09:06:32,946 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:32,946 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 69ed4fe661ce333cacfa188ac56e9a97, disabling compactions & flushes
2024-11-28T09:06:32,947 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:32,947 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:32,947 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97. after waiting 0 ms
2024-11-28T09:06:32,947 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:32,947 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:32,947 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69ed4fe661ce333cacfa188ac56e9a97:
Waiting for close lock at 1732784792946Disabling compacts and flushes for region at 1732784792946Disabling writes for close at 1732784792947 (+1 ms)Writing region close event to WAL at 1732784792947Closed at 1732784792947
2024-11-28T09:06:32,948 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:06:32,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732784792948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784792948"}]},"ts":"1732784792948"}
2024-11-28T09:06:32,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732784792948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784792948"}]},"ts":"1732784792948"}
2024-11-28T09:06:32,951 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:06:32,952 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:06:32,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784792952"}]},"ts":"1732784792952"}
2024-11-28T09:06:32,954 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-28T09:06:32,955 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:06:32,956 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:06:32,956 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:06:32,956 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:06:32,956 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:06:32,956 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, ASSIGN}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, ASSIGN}]
2024-11-28T09:06:32,958 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, ASSIGN
2024-11-28T09:06:32,958 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, ASSIGN
2024-11-28T09:06:32,959 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, ASSIGN; state=OFFLINE, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:06:32,959 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:06:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-28T09:06:33,109 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:06:33,109 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=69ed4fe661ce333cacfa188ac56e9a97, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:33,109 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=92763fb3b05d896a4d99886f93fa11bd, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:33,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, ASSIGN because future has completed
2024-11-28T09:06:33,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, ASSIGN because future has completed
2024-11-28T09:06:33,113 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:33,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-28T09:06:33,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-28T09:06:33,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-28T09:06:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-28T09:06:33,268 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:33,268 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ed4fe661ce333cacfa188ac56e9a97, NAME => 'testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:06:33,269 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97. service=AccessControlService
2024-11-28T09:06:33,269 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:33,269 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,269 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:33,269 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,269 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,270 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:33,270 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 92763fb3b05d896a4d99886f93fa11bd, NAME => 'testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:06:33,270 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd. service=AccessControlService
2024-11-28T09:06:33,270 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:33,271 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,271 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:33,271 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,271 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,271 INFO  [StoreOpener-69ed4fe661ce333cacfa188ac56e9a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69ed4fe661ce333cacfa188ac56e9a97 
2024-11-28T09:06:33,272 INFO  [StoreOpener-92763fb3b05d896a4d99886f93fa11bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92763fb3b05d896a4d99886f93fa11bd 
2024-11-28T09:06:33,273 INFO  [StoreOpener-69ed4fe661ce333cacfa188ac56e9a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ed4fe661ce333cacfa188ac56e9a97 columnFamilyName cf
2024-11-28T09:06:33,273 DEBUG [StoreOpener-69ed4fe661ce333cacfa188ac56e9a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:33,273 INFO  [StoreOpener-69ed4fe661ce333cacfa188ac56e9a97-1 {}] regionserver.HStore(327): Store=69ed4fe661ce333cacfa188ac56e9a97/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:33,273 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,274 INFO  [StoreOpener-92763fb3b05d896a4d99886f93fa11bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92763fb3b05d896a4d99886f93fa11bd columnFamilyName cf
2024-11-28T09:06:33,274 DEBUG [StoreOpener-92763fb3b05d896a4d99886f93fa11bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:33,274 INFO  [StoreOpener-92763fb3b05d896a4d99886f93fa11bd-1 {}] regionserver.HStore(327): Store=92763fb3b05d896a4d99886f93fa11bd/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:33,274 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,277 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,277 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,279 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:33,279 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:33,280 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 69ed4fe661ce333cacfa188ac56e9a97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66053235, jitterRate=-0.015730097889900208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:33,280 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 92763fb3b05d896a4d99886f93fa11bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61055589, jitterRate=-0.09020082652568817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:33,280 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:33,280 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:33,280 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 92763fb3b05d896a4d99886f93fa11bd:
Running coprocessor pre-open hook at 1732784793271Writing region info on filesystem at 1732784793271Initializing all the Stores at 1732784793272 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784793272Cleaning up temporary data from old regions at 1732784793276 (+4 ms)Running coprocessor post-open hooks at 1732784793280 (+4 ms)Region opened successfully at 1732784793280
2024-11-28T09:06:33,280 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 69ed4fe661ce333cacfa188ac56e9a97:
Running coprocessor pre-open hook at 1732784793270Writing region info on filesystem at 1732784793270Initializing all the Stores at 1732784793271 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784793271Cleaning up temporary data from old regions at 1732784793276 (+5 ms)Running coprocessor post-open hooks at 1732784793280 (+4 ms)Region opened successfully at 1732784793280
2024-11-28T09:06:33,281 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97., pid=77, masterSystemTime=1732784793265
2024-11-28T09:06:33,281 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd., pid=78, masterSystemTime=1732784793267
2024-11-28T09:06:33,283 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:33,283 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:33,283 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=92763fb3b05d896a4d99886f93fa11bd, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:33,283 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:33,284 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:33,284 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=69ed4fe661ce333cacfa188ac56e9a97, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:33,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:33,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:33,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=75
2024-11-28T09:06:33,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=75, state=SUCCESS, hasLock=false; OpenRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337 in 173 msec
2024-11-28T09:06:33,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, ASSIGN in 331 msec
2024-11-28T09:06:33,288 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-28T09:06:33,288 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951 in 174 msec
2024-11-28T09:06:33,289 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=74
2024-11-28T09:06:33,289 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, ASSIGN in 332 msec
2024-11-28T09:06:33,290 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:06:33,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784793290"}]},"ts":"1732784793290"}
2024-11-28T09:06:33,292 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-28T09:06:33,292 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:06:33,293 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testExportWithResetTtl jenkins: RWXCA
2024-11-28T09:06:33,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-28T09:06:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:33,533 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:33,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-28T09:06:33,604 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,604 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,606 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:33,606 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportWithResetTtl in 696 msec
2024-11-28T09:06:33,997 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000003/launch_container.sh]
2024-11-28T09:06:33,997 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000003/container_tokens]
2024-11-28T09:06:33,997 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000003/sysfs]
2024-11-28T09:06:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-28T09:06:34,054 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportWithResetTtl completed
2024-11-28T09:06:34,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testExportWithResetTtl get assigned. Timeout = 60000ms
2024-11-28T09:06:34,054 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:34,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testExportWithResetTtl assigned to meta. Checking AM states.
2024-11-28T09:06:34,058 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:34,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testExportWithResetTtl assigned.
2024-11-28T09:06:34,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:34,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportWithResetTtl', row='05f442d7e6d97d0ee89d8793e62d0a425', locateType=CURRENT is [region=testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:06:34,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportWithResetTtl', row='166fc170eefd5f655ad3b79af38bf119d', locateType=CURRENT is [region=testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:34,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportWithResetTtl', row='24929f3ade67a6dab8611d4bed570b561', locateType=CURRENT is [region=testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:34,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportWithResetTtl', row='3c6be68e3ad31d37135a868884d07e3f8', locateType=CURRENT is [region=testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:06:34,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:34,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:34,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:34,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-28T09:06:34,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:34,081 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:34,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:34,089 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:34,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-28T09:06:34,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-28T09:06:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784794099 (current time:1732784794099).
2024-11-28T09:06:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-28T09:06:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd86936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:34,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5221e1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:34,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,102 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a6ecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:34,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:34,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:34,105 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:34,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,106 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3208897c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:34,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6a3171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,110 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18089e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:34,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:34,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:34,118 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:06:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:34,118 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-28T09:06:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-28T09:06:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-28T09:06:34,121 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-28T09:06:34,122 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:34,125 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:34,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741974_1150 (size=143)
2024-11-28T09:06:34,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741974_1150 (size=143)
2024-11-28T09:06:34,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741974_1150 (size=143)
2024-11-28T09:06:34,136 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:34,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92763fb3b05d896a4d99886f93fa11bd}, {pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97}]
2024-11-28T09:06:34,137 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:34,137 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-28T09:06:34,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=80
2024-11-28T09:06:34,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:34,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=81
2024-11-28T09:06:34,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:34,289 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing 92763fb3b05d896a4d99886f93fa11bd 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-28T09:06:34,289 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 69ed4fe661ce333cacfa188ac56e9a97 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-28T09:06:34,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/.tmp/cf/5462d0094dc24d69acabb84635ba75ba is 71, key is 056f01c44d71f9ca671d8f744e54ae70/cf:q/1732784794073/Put/seqid=0
2024-11-28T09:06:34,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/.tmp/cf/3c42f29678d149c387f530103147d14e is 71, key is 186dff4452ceab4bb42837e6a84ef8f1/cf:q/1732784794075/Put/seqid=0
2024-11-28T09:06:34,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741975_1151 (size=5422)
2024-11-28T09:06:34,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741975_1151 (size=5422)
2024-11-28T09:06:34,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741975_1151 (size=5422)
2024-11-28T09:06:34,311 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=333 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/.tmp/cf/5462d0094dc24d69acabb84635ba75ba
2024-11-28T09:06:34,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/.tmp/cf/5462d0094dc24d69acabb84635ba75ba as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba
2024-11-28T09:06:34,323 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba, entries=5, sequenceid=5, filesize=5.3 K
2024-11-28T09:06:34,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741976_1152 (size=8190)
2024-11-28T09:06:34,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741976_1152 (size=8190)
2024-11-28T09:06:34,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741976_1152 (size=8190)
2024-11-28T09:06:34,324 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/.tmp/cf/3c42f29678d149c387f530103147d14e
2024-11-28T09:06:34,325 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 92763fb3b05d896a4d99886f93fa11bd in 36ms, sequenceid=5, compaction requested=false
2024-11-28T09:06:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportWithResetTtl'
2024-11-28T09:06:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for 92763fb3b05d896a4d99886f93fa11bd:

2024-11-28T09:06:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd. for snaptb-testExportWithResetTtl completed.
2024-11-28T09:06:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-28T09:06:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:34,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba] hfiles
2024-11-28T09:06:34,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba for snapshot=snaptb-testExportWithResetTtl
2024-11-28T09:06:34,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/.tmp/cf/3c42f29678d149c387f530103147d14e as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e
2024-11-28T09:06:34,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741977_1153 (size=100)
2024-11-28T09:06:34,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741977_1153 (size=100)
2024-11-28T09:06:34,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741977_1153 (size=100)
2024-11-28T09:06:34,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:34,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-28T09:06:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=80
2024-11-28T09:06:34,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:34,334 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:34,336 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92763fb3b05d896a4d99886f93fa11bd in 199 msec
2024-11-28T09:06:34,337 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e, entries=45, sequenceid=5, filesize=8.0 K
2024-11-28T09:06:34,338 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 69ed4fe661ce333cacfa188ac56e9a97 in 49ms, sequenceid=5, compaction requested=false
2024-11-28T09:06:34,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 69ed4fe661ce333cacfa188ac56e9a97:

2024-11-28T09:06:34,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97. for snaptb-testExportWithResetTtl completed.
2024-11-28T09:06:34,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-28T09:06:34,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:34,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e] hfiles
2024-11-28T09:06:34,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e for snapshot=snaptb-testExportWithResetTtl
2024-11-28T09:06:34,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741978_1154 (size=100)
2024-11-28T09:06:34,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741978_1154 (size=100)
2024-11-28T09:06:34,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741978_1154 (size=100)
2024-11-28T09:06:34,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:34,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-28T09:06:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-28T09:06:34,351 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:34,351 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:34,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=79
2024-11-28T09:06:34,354 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:34,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97 in 216 msec
2024-11-28T09:06:34,355 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:34,356 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:34,356 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb-testExportWithResetTtl
2024-11-28T09:06:34,356 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-28T09:06:34,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741979_1155 (size=600)
2024-11-28T09:06:34,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741979_1155 (size=600)
2024-11-28T09:06:34,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741979_1155 (size=600)
2024-11-28T09:06:34,372 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:34,378 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:34,378 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-28T09:06:34,380 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:34,380 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-28T09:06:34,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } in 260 msec
2024-11-28T09:06:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-28T09:06:34,444 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportWithResetTtl completed
2024-11-28T09:06:34,452 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452
2024-11-28T09:06:34,452 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:34,486 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:34,486 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-28T09:06:34,488 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:06:34,494 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-28T09:06:34,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741980_1156 (size=143)
2024-11-28T09:06:34,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741980_1156 (size=143)
2024-11-28T09:06:34,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741980_1156 (size=143)
2024-11-28T09:06:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741981_1157 (size=600)
2024-11-28T09:06:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741981_1157 (size=600)
2024-11-28T09:06:34,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741981_1157 (size=600)
2024-11-28T09:06:34,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741982_1158 (size=141)
2024-11-28T09:06:34,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741982_1158 (size=141)
2024-11-28T09:06:34,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741982_1158 (size=141)
2024-11-28T09:06:34,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:34,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:34,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,173 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0002_000001 (auth:SIMPLE) from 127.0.0.1:37380
2024-11-28T09:06:35,188 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000001/launch_container.sh]
2024-11-28T09:06:35,188 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000001/container_tokens]
2024-11-28T09:06:35,188 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0002/container_1732784632788_0002_01_000001/sysfs]
2024-11-28T09:06:35,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-13673778076017109147.jar
2024-11-28T09:06:35,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-9030386576082666338.jar
2024-11-28T09:06:35,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:35,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:06:35,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:06:35,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:06:35,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:06:35,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:06:35,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:06:35,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:06:35,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:06:35,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:06:35,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:06:35,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:06:35,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:35,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:35,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:35,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:35,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741983_1159 (size=24020)
2024-11-28T09:06:35,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741983_1159 (size=24020)
2024-11-28T09:06:35,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741983_1159 (size=24020)
2024-11-28T09:06:35,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741984_1160 (size=77755)
2024-11-28T09:06:35,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741984_1160 (size=77755)
2024-11-28T09:06:35,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741984_1160 (size=77755)
2024-11-28T09:06:35,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741985_1161 (size=131360)
2024-11-28T09:06:35,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741985_1161 (size=131360)
2024-11-28T09:06:35,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741985_1161 (size=131360)
2024-11-28T09:06:35,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741986_1162 (size=111793)
2024-11-28T09:06:35,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741986_1162 (size=111793)
2024-11-28T09:06:35,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741986_1162 (size=111793)
2024-11-28T09:06:35,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741987_1163 (size=1832290)
2024-11-28T09:06:35,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741987_1163 (size=1832290)
2024-11-28T09:06:35,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741987_1163 (size=1832290)
2024-11-28T09:06:35,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741988_1164 (size=8360005)
2024-11-28T09:06:35,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741988_1164 (size=8360005)
2024-11-28T09:06:35,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741988_1164 (size=8360005)
2024-11-28T09:06:35,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741989_1165 (size=503880)
2024-11-28T09:06:35,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741989_1165 (size=503880)
2024-11-28T09:06:35,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741989_1165 (size=503880)
2024-11-28T09:06:35,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741990_1166 (size=322274)
2024-11-28T09:06:35,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741990_1166 (size=322274)
2024-11-28T09:06:35,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741990_1166 (size=322274)
2024-11-28T09:06:35,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741991_1167 (size=20406)
2024-11-28T09:06:35,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741991_1167 (size=20406)
2024-11-28T09:06:35,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741991_1167 (size=20406)
2024-11-28T09:06:35,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741992_1168 (size=440956)
2024-11-28T09:06:35,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741992_1168 (size=440956)
2024-11-28T09:06:35,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741992_1168 (size=440956)
2024-11-28T09:06:35,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741993_1169 (size=45609)
2024-11-28T09:06:35,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741993_1169 (size=45609)
2024-11-28T09:06:35,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741993_1169 (size=45609)
2024-11-28T09:06:35,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741994_1170 (size=136454)
2024-11-28T09:06:35,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741994_1170 (size=136454)
2024-11-28T09:06:35,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741994_1170 (size=136454)
2024-11-28T09:06:35,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741995_1171 (size=1597136)
2024-11-28T09:06:35,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741995_1171 (size=1597136)
2024-11-28T09:06:35,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741995_1171 (size=1597136)
2024-11-28T09:06:35,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741996_1172 (size=30873)
2024-11-28T09:06:35,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741996_1172 (size=30873)
2024-11-28T09:06:35,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741996_1172 (size=30873)
2024-11-28T09:06:35,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741997_1173 (size=29229)
2024-11-28T09:06:35,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741997_1173 (size=29229)
2024-11-28T09:06:35,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741997_1173 (size=29229)
2024-11-28T09:06:35,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741998_1174 (size=903864)
2024-11-28T09:06:35,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741998_1174 (size=903864)
2024-11-28T09:06:35,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741998_1174 (size=903864)
2024-11-28T09:06:35,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741999_1175 (size=6424730)
2024-11-28T09:06:35,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741999_1175 (size=6424730)
2024-11-28T09:06:35,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741999_1175 (size=6424730)
2024-11-28T09:06:35,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742000_1176 (size=5175431)
2024-11-28T09:06:35,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742000_1176 (size=5175431)
2024-11-28T09:06:35,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742000_1176 (size=5175431)
2024-11-28T09:06:35,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742001_1177 (size=232881)
2024-11-28T09:06:35,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742001_1177 (size=232881)
2024-11-28T09:06:35,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742001_1177 (size=232881)
2024-11-28T09:06:35,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742002_1178 (size=1323991)
2024-11-28T09:06:35,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742002_1178 (size=1323991)
2024-11-28T09:06:35,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742002_1178 (size=1323991)
2024-11-28T09:06:35,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742003_1179 (size=4695811)
2024-11-28T09:06:35,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742003_1179 (size=4695811)
2024-11-28T09:06:35,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742003_1179 (size=4695811)
2024-11-28T09:06:35,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742004_1180 (size=1877034)
2024-11-28T09:06:35,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742004_1180 (size=1877034)
2024-11-28T09:06:35,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742004_1180 (size=1877034)
2024-11-28T09:06:35,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742005_1181 (size=217555)
2024-11-28T09:06:35,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742005_1181 (size=217555)
2024-11-28T09:06:35,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742005_1181 (size=217555)
2024-11-28T09:06:35,983 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:06:35,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742006_1182 (size=4188619)
2024-11-28T09:06:35,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742006_1182 (size=4188619)
2024-11-28T09:06:35,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742006_1182 (size=4188619)
2024-11-28T09:06:36,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742007_1183 (size=127628)
2024-11-28T09:06:36,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742007_1183 (size=127628)
2024-11-28T09:06:36,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742007_1183 (size=127628)
2024-11-28T09:06:36,021 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:06:36,024 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb-testExportWithResetTtl' hfile list
2024-11-28T09:06:36,026 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.0 K
2024-11-28T09:06:36,026 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.3 K
2024-11-28T09:06:36,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742008_1184 (size=427)
2024-11-28T09:06:36,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742008_1184 (size=427)
2024-11-28T09:06:36,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742008_1184 (size=427)
2024-11-28T09:06:36,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742009_1185 (size=21)
2024-11-28T09:06:36,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742009_1185 (size=21)
2024-11-28T09:06:36,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742009_1185 (size=21)
2024-11-28T09:06:36,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742010_1186 (size=304077)
2024-11-28T09:06:36,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742010_1186 (size=304077)
2024-11-28T09:06:36,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742010_1186 (size=304077)
2024-11-28T09:06:36,078 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:36,078 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:36,178 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0003_000001 (auth:SIMPLE) from 127.0.0.1:37386
2024-11-28T09:06:41,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:06:41,815 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0003_000001 (auth:SIMPLE) from 127.0.0.1:46016
2024-11-28T09:06:42,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742011_1187 (size=349775)
2024-11-28T09:06:42,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742011_1187 (size=349775)
2024-11-28T09:06:42,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742011_1187 (size=349775)
2024-11-28T09:06:43,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-28T09:06:43,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-28T09:06:44,293 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0003_000001 (auth:SIMPLE) from 127.0.0.1:60454
2024-11-28T09:06:44,293 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0003_000001 (auth:SIMPLE) from 127.0.0.1:47656
2024-11-28T09:06:49,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742012_1188 (size=8190)
2024-11-28T09:06:49,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742012_1188 (size=8190)
2024-11-28T09:06:49,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742012_1188 (size=8190)
2024-11-28T09:06:49,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742014_1190 (size=5422)
2024-11-28T09:06:49,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742014_1190 (size=5422)
2024-11-28T09:06:49,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742014_1190 (size=5422)
2024-11-28T09:06:49,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742013_1189 (size=22118)
2024-11-28T09:06:49,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742013_1189 (size=22118)
2024-11-28T09:06:49,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742013_1189 (size=22118)
2024-11-28T09:06:49,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742015_1191 (size=462)
2024-11-28T09:06:49,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742015_1191 (size=462)
2024-11-28T09:06:49,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742015_1191 (size=462)
2024-11-28T09:06:50,030 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000003/launch_container.sh]
2024-11-28T09:06:50,030 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000003/container_tokens]
2024-11-28T09:06:50,030 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000003/sysfs]
2024-11-28T09:06:50,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742016_1192 (size=22118)
2024-11-28T09:06:50,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742016_1192 (size=22118)
2024-11-28T09:06:50,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742016_1192 (size=22118)
2024-11-28T09:06:50,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742017_1193 (size=349775)
2024-11-28T09:06:50,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742017_1193 (size=349775)
2024-11-28T09:06:50,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742017_1193 (size=349775)
2024-11-28T09:06:51,366 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:06:51,367 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:06:51,411 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb-testExportWithResetTtl
2024-11-28T09:06:51,412 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:06:51,413 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:06:51,413 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-28T09:06:51,414 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-28T09:06:51,414 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-28T09:06:51,414 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-28T09:06:51,415 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-28T09:06:51,415 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784794452/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-28T09:06:51,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportWithResetTtl
2024-11-28T09:06:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-28T09:06:51,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784811433"}]},"ts":"1732784811433"}
2024-11-28T09:06:51,436 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-28T09:06:51,436 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testExportWithResetTtl to state=DISABLING
2024-11-28T09:06:51,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl}]
2024-11-28T09:06:51,443 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, UNASSIGN}, {pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, UNASSIGN}]
2024-11-28T09:06:51,446 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, UNASSIGN
2024-11-28T09:06:51,446 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, UNASSIGN
2024-11-28T09:06:51,448 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=92763fb3b05d896a4d99886f93fa11bd, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:51,449 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=69ed4fe661ce333cacfa188ac56e9a97, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:51,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, UNASSIGN because future has completed
2024-11-28T09:06:51,451 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:51,451 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, UNASSIGN because future has completed
2024-11-28T09:06:51,454 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:51,454 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-28T09:06:51,606 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:51,606 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:51,606 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 92763fb3b05d896a4d99886f93fa11bd, disabling compactions & flushes
2024-11-28T09:06:51,606 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:51,606 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:51,607 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd. after waiting 1 ms
2024-11-28T09:06:51,607 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:51,613 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:51,613 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:51,613 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 69ed4fe661ce333cacfa188ac56e9a97, disabling compactions & flushes
2024-11-28T09:06:51,614 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:51,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:51,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97. after waiting 0 ms
2024-11-28T09:06:51,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:51,647 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69ed4fe661ce333cacfa188ac56e9a97 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:06:51,648 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 511c676a98c4840c37f5dabc52a63d69 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:06:51,648 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 92763fb3b05d896a4d99886f93fa11bd changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:06:51,648 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ef379648d4c92af343d34dcbc23b3a2 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:06:51,685 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:06:51,686 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:51,686 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.
2024-11-28T09:06:51,686 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 92763fb3b05d896a4d99886f93fa11bd:
Waiting for close lock at 1732784811606Running coprocessor pre-close hooks at 1732784811606Disabling compacts and flushes for region at 1732784811606Disabling writes for close at 1732784811607 (+1 ms)Writing region close event to WAL at 1732784811627 (+20 ms)Running coprocessor post-close hooks at 1732784811685 (+58 ms)Closed at 1732784811686 (+1 ms)
2024-11-28T09:06:51,689 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:51,690 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=92763fb3b05d896a4d99886f93fa11bd, regionState=CLOSED
2024-11-28T09:06:51,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:51,697 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:06:51,697 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-28T09:06:51,697 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 92763fb3b05d896a4d99886f93fa11bd, server=81db972b9a1d,42743,1732784624337 in 243 msec
2024-11-28T09:06:51,698 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:51,698 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.
2024-11-28T09:06:51,698 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 69ed4fe661ce333cacfa188ac56e9a97:
Waiting for close lock at 1732784811613Running coprocessor pre-close hooks at 1732784811613Disabling compacts and flushes for region at 1732784811613Disabling writes for close at 1732784811614 (+1 ms)Writing region close event to WAL at 1732784811646 (+32 ms)Running coprocessor post-close hooks at 1732784811698 (+52 ms)Closed at 1732784811698
2024-11-28T09:06:51,703 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:51,706 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=92763fb3b05d896a4d99886f93fa11bd, UNASSIGN in 254 msec
2024-11-28T09:06:51,706 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=69ed4fe661ce333cacfa188ac56e9a97, regionState=CLOSED
2024-11-28T09:06:51,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:51,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=85
2024-11-28T09:06:51,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=85, state=SUCCESS, hasLock=false; CloseRegionProcedure 69ed4fe661ce333cacfa188ac56e9a97, server=81db972b9a1d,36301,1732784623951 in 266 msec
2024-11-28T09:06:51,729 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83
2024-11-28T09:06:51,729 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=69ed4fe661ce333cacfa188ac56e9a97, UNASSIGN in 281 msec
2024-11-28T09:06:51,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-28T09:06:51,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl in 293 msec
2024-11-28T09:06:51,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784811737"}]},"ts":"1732784811737"}
2024-11-28T09:06:51,741 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-28T09:06:51,742 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testExportWithResetTtl to state=DISABLED
2024-11-28T09:06:51,749 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportWithResetTtl in 317 msec
2024-11-28T09:06:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-28T09:06:51,754 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportWithResetTtl completed
2024-11-28T09:06:51,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportWithResetTtl
2024-11-28T09:06:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,763 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testExportWithResetTtl
2024-11-28T09:06:51,768 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportWithResetTtl
2024-11-28T09:06:51,773 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,787 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:51,791 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/recovered.edits]
2024-11-28T09:06:51,797 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:51,799 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/cf/5462d0094dc24d69acabb84635ba75ba
2024-11-28T09:06:51,801 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/recovered.edits]
2024-11-28T09:06:51,814 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/cf/3c42f29678d149c387f530103147d14e
2024-11-28T09:06:51,834 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/recovered.edits/8.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97/recovered.edits/8.seqid
2024-11-28T09:06:51,834 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/recovered.edits/8.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd/recovered.edits/8.seqid
2024-11-28T09:06:51,835 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/69ed4fe661ce333cacfa188ac56e9a97
2024-11-28T09:06:51,835 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportWithResetTtl/92763fb3b05d896a4d99886f93fa11bd
2024-11-28T09:06:51,835 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testExportWithResetTtl regions
2024-11-28T09:06:51,838 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,843 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testExportWithResetTtl from hbase:meta
2024-11-28T09:06:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,845 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,846 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-28T09:06:51,846 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-28T09:06:51,846 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-28T09:06:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,851 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testExportWithResetTtl' descriptor.
2024-11-28T09:06:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:51,855 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-28T09:06:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:51,855 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:51,855 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data null
2024-11-28T09:06:51,855 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:51,858 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:51,858 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:51,858 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:51,858 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:51,861 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,861 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testExportWithResetTtl' from region states.
2024-11-28T09:06:51,861 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784811861"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:51,861 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784811861"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-28T09:06:51,865 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:06:51,865 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 92763fb3b05d896a4d99886f93fa11bd, NAME => 'testExportWithResetTtl,,1732784792907.92763fb3b05d896a4d99886f93fa11bd.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 69ed4fe661ce333cacfa188ac56e9a97, NAME => 'testExportWithResetTtl,1,1732784792907.69ed4fe661ce333cacfa188ac56e9a97.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:06:51,865 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testExportWithResetTtl' as deleted.
2024-11-28T09:06:51,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784811865"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:51,868 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testExportWithResetTtl state from META
2024-11-28T09:06:51,870 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-28T09:06:51,872 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl in 115 msec
2024-11-28T09:06:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-28T09:06:51,964 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportWithResetTtl
2024-11-28T09:06:51,964 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportWithResetTtl completed
2024-11-28T09:06:51,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithResetTtl
2024-11-28T09:06:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-28T09:06:51,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784811971"}]},"ts":"1732784811971"}
2024-11-28T09:06:51,974 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-28T09:06:51,974 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithResetTtl to state=DISABLING
2024-11-28T09:06:51,976 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl}]
2024-11-28T09:06:52,012 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, UNASSIGN}, {pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, UNASSIGN}]
2024-11-28T09:06:52,014 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, UNASSIGN
2024-11-28T09:06:52,015 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, UNASSIGN
2024-11-28T09:06:52,016 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=511c676a98c4840c37f5dabc52a63d69, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:06:52,017 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=2ef379648d4c92af343d34dcbc23b3a2, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, UNASSIGN because future has completed
2024-11-28T09:06:52,022 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:52,022 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:06:52,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, UNASSIGN because future has completed
2024-11-28T09:06:52,024 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:06:52,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-28T09:06:52,177 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:52,177 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:52,177 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 511c676a98c4840c37f5dabc52a63d69, disabling compactions & flushes
2024-11-28T09:06:52,177 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:52,177 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:52,177 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69. after waiting 0 ms
2024-11-28T09:06:52,177 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:52,178 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(122): Close 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:52,178 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:06:52,178 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1722): Closing 2ef379648d4c92af343d34dcbc23b3a2, disabling compactions & flushes
2024-11-28T09:06:52,178 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:52,178 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:52,178 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2. after waiting 0 ms
2024-11-28T09:06:52,178 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:52,216 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:52,217 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:52,218 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.
2024-11-28T09:06:52,218 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 511c676a98c4840c37f5dabc52a63d69:
Waiting for close lock at 1732784812177Running coprocessor pre-close hooks at 1732784812177Disabling compacts and flushes for region at 1732784812177Disabling writes for close at 1732784812177Writing region close event to WAL at 1732784812199 (+22 ms)Running coprocessor post-close hooks at 1732784812217 (+18 ms)Closed at 1732784812218 (+1 ms)
2024-11-28T09:06:52,222 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=511c676a98c4840c37f5dabc52a63d69, regionState=CLOSED
2024-11-28T09:06:52,225 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:52,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:06:52,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:06:52,228 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:06:52,228 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.
2024-11-28T09:06:52,228 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1676): Region close journal for 2ef379648d4c92af343d34dcbc23b3a2:
Waiting for close lock at 1732784812178Running coprocessor pre-close hooks at 1732784812178Disabling compacts and flushes for region at 1732784812178Disabling writes for close at 1732784812178Writing region close event to WAL at 1732784812213 (+35 ms)Running coprocessor post-close hooks at 1732784812227 (+14 ms)Closed at 1732784812228 (+1 ms)
2024-11-28T09:06:52,233 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(157): Closed 2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:52,234 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-28T09:06:52,234 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 511c676a98c4840c37f5dabc52a63d69, server=81db972b9a1d,36301,1732784623951 in 206 msec
2024-11-28T09:06:52,234 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=2ef379648d4c92af343d34dcbc23b3a2, regionState=CLOSED
2024-11-28T09:06:52,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=511c676a98c4840c37f5dabc52a63d69, UNASSIGN in 222 msec
2024-11-28T09:06:52,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:52,253 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=91
2024-11-28T09:06:52,253 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 2ef379648d4c92af343d34dcbc23b3a2, server=81db972b9a1d,42743,1732784624337 in 225 msec
2024-11-28T09:06:52,258 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-28T09:06:52,258 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=2ef379648d4c92af343d34dcbc23b3a2, UNASSIGN in 241 msec
2024-11-28T09:06:52,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-28T09:06:52,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl in 284 msec
2024-11-28T09:06:52,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784812267"}]},"ts":"1732784812267"}
2024-11-28T09:06:52,272 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-28T09:06:52,272 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithResetTtl to state=DISABLED
2024-11-28T09:06:52,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl in 308 msec
2024-11-28T09:06:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-28T09:06:52,284 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-28T09:06:52,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithResetTtl
2024-11-28T09:06:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,287 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithResetTtl
2024-11-28T09:06:52,293 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithResetTtl
2024-11-28T09:06:52,321 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:52,331 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/recovered.edits]
2024-11-28T09:06:52,340 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/cf/9d183229a89f420e8b73d5a299d2e140
2024-11-28T09:06:52,345 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2/recovered.edits/9.seqid
2024-11-28T09:06:52,346 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/2ef379648d4c92af343d34dcbc23b3a2
2024-11-28T09:06:52,348 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,349 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-28T09:06:52,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-28T09:06:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,356 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/recovered.edits]
2024-11-28T09:06:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,360 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-28T09:06:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:52,360 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:52,360 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data null
2024-11-28T09:06:52,360 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data null
2024-11-28T09:06:52,360 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:52,361 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:06:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-28T09:06:52,365 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/cf/b325f89a9930459bbca6bb4dc230b0d6
2024-11-28T09:06:52,370 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69/recovered.edits/9.seqid
2024-11-28T09:06:52,371 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithResetTtl/511c676a98c4840c37f5dabc52a63d69
2024-11-28T09:06:52,371 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithResetTtl regions
2024-11-28T09:06:52,375 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,380 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithResetTtl from hbase:meta
2024-11-28T09:06:52,384 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithResetTtl' descriptor.
2024-11-28T09:06:52,386 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,386 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithResetTtl' from region states.
2024-11-28T09:06:52,386 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784812386"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:52,386 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784812386"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:52,390 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:06:52,390 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2ef379648d4c92af343d34dcbc23b3a2, NAME => 'testtb-testExportWithResetTtl,,1732784790725.2ef379648d4c92af343d34dcbc23b3a2.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 511c676a98c4840c37f5dabc52a63d69, NAME => 'testtb-testExportWithResetTtl,1,1732784790725.511c676a98c4840c37f5dabc52a63d69.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:06:52,390 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithResetTtl' as deleted.
2024-11-28T09:06:52,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784812390"}]},"ts":"9223372036854775807"}
2024-11-28T09:06:52,394 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithResetTtl state from META
2024-11-28T09:06:52,395 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-28T09:06:52,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl in 111 msec
2024-11-28T09:06:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-28T09:06:52,464 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithResetTtl
2024-11-28T09:06:52,464 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-28T09:06:52,498 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-28T09:06:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithResetTtl
2024-11-28T09:06:52,505 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb-testExportWithResetTtl"
type: DISABLED

2024-11-28T09:06:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb-testExportWithResetTtl
2024-11-28T09:06:52,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-28T09:06:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithResetTtl
2024-11-28T09:06:52,586 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportWithResetTtl Thread=803 (was 793)
Potentially hanging thread: HFileArchiver-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_424443054_1 at /127.0.0.1:49488 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-2965
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:41286 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34955
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:35792 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:35806 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 130009)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_424443054_1 at /127.0.0.1:59570 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:34955 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:59616 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:35802 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=815 (was 805) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=660 (was 613) - SystemLoadAverage LEAK? -, ProcessCount=30 (was 18) - ProcessCount LEAK? -, AvailableMemoryMB=1227 (was 2051)
2024-11-28T09:06:52,586 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-28T09:06:52,650 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportFileSystemState Thread=803, OpenFileDescriptor=817, MaxFileDescriptor=1048576, SystemLoadAverage=660, ProcessCount=30, AvailableMemoryMB=1224
2024-11-28T09:06:52,650 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-28T09:06:52,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:06:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:06:52,667 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:06:52,667 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:52,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemState"
 procId is: 96
2024-11-28T09:06:52,670 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:06:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-28T09:06:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-28T09:06:52,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742018_1194 (size=407)
2024-11-28T09:06:52,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742018_1194 (size=407)
2024-11-28T09:06:52,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742018_1194 (size=407)
2024-11-28T09:06:52,800 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 941c7ec6424031b167846cfab56139c8, NAME => 'testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:52,810 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e8b54286fd848989f9487459a039c4f, NAME => 'testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-28T09:06:52,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742019_1195 (size=68)
2024-11-28T09:06:52,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742019_1195 (size=68)
2024-11-28T09:06:52,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742019_1195 (size=68)
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 6e8b54286fd848989f9487459a039c4f, disabling compactions & flushes
2024-11-28T09:06:52,991 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. after waiting 0 ms
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:52,991 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:52,991 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e8b54286fd848989f9487459a039c4f:
Waiting for close lock at 1732784812991Disabling compacts and flushes for region at 1732784812991Disabling writes for close at 1732784812991Writing region close event to WAL at 1732784812991Closed at 1732784812991
2024-11-28T09:06:53,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742020_1196 (size=68)
2024-11-28T09:06:53,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742020_1196 (size=68)
2024-11-28T09:06:53,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742020_1196 (size=68)
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 941c7ec6424031b167846cfab56139c8, disabling compactions & flushes
2024-11-28T09:06:53,055 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. after waiting 0 ms
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,055 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,055 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 941c7ec6424031b167846cfab56139c8:
Waiting for close lock at 1732784813055Disabling compacts and flushes for region at 1732784813055Disabling writes for close at 1732784813055Writing region close event to WAL at 1732784813055Closed at 1732784813055
2024-11-28T09:06:53,057 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:06:53,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732784813057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784813057"}]},"ts":"1732784813057"}
2024-11-28T09:06:53,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732784813057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784813057"}]},"ts":"1732784813057"}
2024-11-28T09:06:53,061 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:06:53,062 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:06:53,062 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784813062"}]},"ts":"1732784813062"}
2024-11-28T09:06:53,066 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLING in hbase:meta
2024-11-28T09:06:53,066 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:06:53,068 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:06:53,068 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:06:53,068 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:06:53,068 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:06:53,068 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, ASSIGN}, {pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, ASSIGN}]
2024-11-28T09:06:53,071 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, ASSIGN
2024-11-28T09:06:53,071 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, ASSIGN
2024-11-28T09:06:53,074 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:06:53,074 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:06:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-28T09:06:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-28T09:06:53,225 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:06:53,225 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=6e8b54286fd848989f9487459a039c4f, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:06:53,225 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=941c7ec6424031b167846cfab56139c8, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:53,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, ASSIGN because future has completed
2024-11-28T09:06:53,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:06:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, ASSIGN because future has completed
2024-11-28T09:06:53,231 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:06:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-28T09:06:53,388 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:53,388 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e8b54286fd848989f9487459a039c4f, NAME => 'testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:06:53,388 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. service=AccessControlService
2024-11-28T09:06:53,388 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:53,389 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 941c7ec6424031b167846cfab56139c8, NAME => 'testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. service=AccessControlService
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,389 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:06:53,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,390 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,405 INFO  [StoreOpener-6e8b54286fd848989f9487459a039c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e8b54286fd848989f9487459a039c4f 
2024-11-28T09:06:53,407 INFO  [StoreOpener-6e8b54286fd848989f9487459a039c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8b54286fd848989f9487459a039c4f columnFamilyName cf
2024-11-28T09:06:53,407 DEBUG [StoreOpener-6e8b54286fd848989f9487459a039c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:53,408 INFO  [StoreOpener-6e8b54286fd848989f9487459a039c4f-1 {}] regionserver.HStore(327): Store=6e8b54286fd848989f9487459a039c4f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:53,408 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,409 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,410 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,410 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,410 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,414 INFO  [StoreOpener-941c7ec6424031b167846cfab56139c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 941c7ec6424031b167846cfab56139c8 
2024-11-28T09:06:53,416 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,418 INFO  [StoreOpener-941c7ec6424031b167846cfab56139c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 941c7ec6424031b167846cfab56139c8 columnFamilyName cf
2024-11-28T09:06:53,418 DEBUG [StoreOpener-941c7ec6424031b167846cfab56139c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:06:53,421 INFO  [StoreOpener-941c7ec6424031b167846cfab56139c8-1 {}] regionserver.HStore(327): Store=941c7ec6424031b167846cfab56139c8/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:06:53,421 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,423 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,423 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,424 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,424 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:53,429 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 6e8b54286fd848989f9487459a039c4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68462808, jitterRate=0.02017533779144287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:53,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,430 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 6e8b54286fd848989f9487459a039c4f:
Running coprocessor pre-open hook at 1732784813389Writing region info on filesystem at 1732784813389Initializing all the Stores at 1732784813390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784813390Cleaning up temporary data from old regions at 1732784813410 (+20 ms)Running coprocessor post-open hooks at 1732784813429 (+19 ms)Region opened successfully at 1732784813430 (+1 ms)
2024-11-28T09:06:53,431 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f., pid=99, masterSystemTime=1732784813382
2024-11-28T09:06:53,431 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:06:53,432 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 941c7ec6424031b167846cfab56139c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64565736, jitterRate=-0.0378955602645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:06:53,432 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,432 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 941c7ec6424031b167846cfab56139c8:
Running coprocessor pre-open hook at 1732784813390Writing region info on filesystem at 1732784813390Initializing all the Stores at 1732784813391 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784813391Cleaning up temporary data from old regions at 1732784813424 (+33 ms)Running coprocessor post-open hooks at 1732784813432 (+8 ms)Region opened successfully at 1732784813432
2024-11-28T09:06:53,433 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:53,433 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:53,433 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8., pid=100, masterSystemTime=1732784813385
2024-11-28T09:06:53,438 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=6e8b54286fd848989f9487459a039c4f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:06:53,439 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,439 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:53,440 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=941c7ec6424031b167846cfab56139c8, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:06:53,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:06:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:06:53,449 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98
2024-11-28T09:06:53,449 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257 in 217 msec
2024-11-28T09:06:53,452 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=97
2024-11-28T09:06:53,452 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=97, state=SUCCESS, hasLock=false; OpenRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337 in 216 msec
2024-11-28T09:06:53,453 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, ASSIGN in 382 msec
2024-11-28T09:06:53,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-28T09:06:53,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, ASSIGN in 384 msec
2024-11-28T09:06:53,456 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:06:53,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784813456"}]},"ts":"1732784813456"}
2024-11-28T09:06:53,459 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLED in hbase:meta
2024-11-28T09:06:53,461 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:06:53,461 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemState jenkins: RWXCA
2024-11-28T09:06:53,466 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:06:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:53,528 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:06:53,539 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:53,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:53,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:53,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:06:53,543 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState in 887 msec
2024-11-28T09:06:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-28T09:06:53,804 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-28T09:06:53,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportFileSystemState get assigned. Timeout = 60000ms
2024-11-28T09:06:53,804 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:53,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportFileSystemState assigned to meta. Checking AM states.
2024-11-28T09:06:53,809 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:53,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportFileSystemState assigned.
2024-11-28T09:06:53,809 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:06:53,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:06:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784813813 (current time:1732784813813).
2024-11-28T09:06:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-28T09:06:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e70a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:53,815 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:53,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:53,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5959b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,817 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:53,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cee1490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:53,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:53,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:53,820 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:53,836 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:06:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,839 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1350ebbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:53,842 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:53,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:53,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e23bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,845 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387be266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:53,849 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:53,853 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:53,854 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:06:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:06:53,855 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:06:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-28T09:06:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-28T09:06:53,859 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:53,864 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:53,867 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:53,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742021_1197 (size=170)
2024-11-28T09:06:53,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742021_1197 (size=170)
2024-11-28T09:06:53,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742021_1197 (size=170)
2024-11-28T09:06:53,922 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:53,922 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8}, {pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f}]
2024-11-28T09:06:53,924 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:53,924 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-28T09:06:54,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemState'
2024-11-28T09:06:54,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=103
2024-11-28T09:06:54,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=102
2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 941c7ec6424031b167846cfab56139c8:

2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. for emptySnaptb0-testExportFileSystemState completed.
2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:54,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(2603): Flush status journal for 6e8b54286fd848989f9487459a039c4f:

2024-11-28T09:06:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. for emptySnaptb0-testExportFileSystemState completed.
2024-11-28T09:06:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-28T09:06:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:06:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-28T09:06:54,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742023_1199 (size=71)
2024-11-28T09:06:54,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742023_1199 (size=71)
2024-11-28T09:06:54,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742023_1199 (size=71)
2024-11-28T09:06:54,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742022_1198 (size=71)
2024-11-28T09:06:54,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:54,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-28T09:06:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=103
2024-11-28T09:06:54,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742022_1198 (size=71)
2024-11-28T09:06:54,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742022_1198 (size=71)
2024-11-28T09:06:54,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:54,245 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:54,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:54,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-28T09:06:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-28T09:06:54,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:54,248 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:54,249 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f in 324 msec
2024-11-28T09:06:54,250 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-28T09:06:54,250 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:54,250 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8 in 326 msec
2024-11-28T09:06:54,251 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:54,251 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:54,251 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemState
2024-11-28T09:06:54,252 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState
2024-11-28T09:06:54,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742024_1200 (size=552)
2024-11-28T09:06:54,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742024_1200 (size=552)
2024-11-28T09:06:54,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742024_1200 (size=552)
2024-11-28T09:06:54,310 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:54,315 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:54,316 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportFileSystemState
2024-11-28T09:06:54,317 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:54,317 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-28T09:06:54,319 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 461 msec
2024-11-28T09:06:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-28T09:06:54,484 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-28T09:06:54,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemState', row='075ed2cfc1c4e848d71ae2afca2346ff4', locateType=CURRENT is [region=testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:06:54,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemState', row='1a3905b9feb20324de55333350cd05814', locateType=CURRENT is [region=testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:54,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemState', row='21d44ac19946068059b16a4b1a9feb2e7', locateType=CURRENT is [region=testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:54,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemState', row='359d97a91bd73a671494f0184d6814c90', locateType=CURRENT is [region=testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:54,502 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemState', row='410b35108069a14903e0b77d4290c9d35', locateType=CURRENT is [region=testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:54,510 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:54,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:54,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:06:54,515 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:06:54,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-28T09:06:54,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:54,520 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:06:54,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:06:54,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:06:54,540 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:06:54,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784814544 (current time:1732784814544).
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c30d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:54,546 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eefedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,549 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277c9da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:54,553 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:54,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:06:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,555 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c56dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:06:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:06:54,561 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:06:54,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:06:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:06:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71deb849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:06:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:06:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,563 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:06:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e057222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:06:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:06:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:06:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:54,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:54,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:06:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:06:54,575 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:06:54,577 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:06:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:06:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:06:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:06:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:06:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:06:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-28T09:06:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-28T09:06:54,583 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:06:54,584 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:06:54,584 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:06:54,590 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:06:54,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742025_1201 (size=165)
2024-11-28T09:06:54,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742025_1201 (size=165)
2024-11-28T09:06:54,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742025_1201 (size=165)
2024-11-28T09:06:54,640 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:06:54,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8}, {pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f}]
2024-11-28T09:06:54,642 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:54,642 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-28T09:06:54,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=105
2024-11-28T09:06:54,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:54,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=106
2024-11-28T09:06:54,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:54,795 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2902): Flushing 941c7ec6424031b167846cfab56139c8 1/1 column families, dataSize=467 B heapSize=1.23 KB
2024-11-28T09:06:54,795 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 6e8b54286fd848989f9487459a039c4f 1/1 column families, dataSize=2.80 KB heapSize=6.30 KB
2024-11-28T09:06:54,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/.tmp/cf/016796cc8c1f411ea800472ede5a78b7 is 71, key is 13397049a134fb9dc4966eb96caf941a/cf:q/1732784814513/Put/seqid=0
2024-11-28T09:06:54,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/.tmp/cf/10c7e3fb4b764f7897d8827363bdadfc is 71, key is 03a0c3ceaf527f8e6ff561589cb4f540/cf:q/1732784814510/Put/seqid=0
2024-11-28T09:06:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-28T09:06:54,906 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000002/launch_container.sh]
2024-11-28T09:06:54,906 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000002/container_tokens]
2024-11-28T09:06:54,906 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000002/sysfs]
2024-11-28T09:06:54,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742026_1202 (size=8052)
2024-11-28T09:06:54,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742026_1202 (size=8052)
2024-11-28T09:06:54,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742026_1202 (size=8052)
2024-11-28T09:06:54,935 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.80 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/.tmp/cf/016796cc8c1f411ea800472ede5a78b7
2024-11-28T09:06:54,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742027_1203 (size=5566)
2024-11-28T09:06:54,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/.tmp/cf/016796cc8c1f411ea800472ede5a78b7 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7
2024-11-28T09:06:54,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742027_1203 (size=5566)
2024-11-28T09:06:54,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742027_1203 (size=5566)
2024-11-28T09:06:54,951 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=467 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/.tmp/cf/10c7e3fb4b764f7897d8827363bdadfc
2024-11-28T09:06:54,958 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7, entries=43, sequenceid=6, filesize=7.9 K
2024-11-28T09:06:54,959 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~2.80 KB/2869, heapSize ~6.28 KB/6432, currentSize=0 B/0 for 6e8b54286fd848989f9487459a039c4f in 164ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:54,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 6e8b54286fd848989f9487459a039c4f:

2024-11-28T09:06:54,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. for snaptb0-testExportFileSystemState completed.
2024-11-28T09:06:54,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-28T09:06:54,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:54,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7] hfiles
2024-11-28T09:06:54,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7 for snapshot=snaptb0-testExportFileSystemState
2024-11-28T09:06:54,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/.tmp/cf/10c7e3fb4b764f7897d8827363bdadfc as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc
2024-11-28T09:06:54,969 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc, entries=7, sequenceid=6, filesize=5.4 K
2024-11-28T09:06:54,971 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(3140): Finished flush of dataSize ~467 B/467, heapSize ~1.22 KB/1248, currentSize=0 B/0 for 941c7ec6424031b167846cfab56139c8 in 175ms, sequenceid=6, compaction requested=false
2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2603): Flush status journal for 941c7ec6424031b167846cfab56139c8:

2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. for snaptb0-testExportFileSystemState completed.
2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc] hfiles
2024-11-28T09:06:54,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc for snapshot=snaptb0-testExportFileSystemState
2024-11-28T09:06:54,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742028_1204 (size=110)
2024-11-28T09:06:54,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742028_1204 (size=110)
2024-11-28T09:06:54,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742028_1204 (size=110)
2024-11-28T09:06:54,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:06:54,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-28T09:06:54,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742029_1205 (size=110)
2024-11-28T09:06:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-28T09:06:54,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742029_1205 (size=110)
2024-11-28T09:06:54,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:54,982 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:06:54,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:06:54,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-28T09:06:54,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742029_1205 (size=110)
2024-11-28T09:06:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=105
2024-11-28T09:06:54,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:54,992 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8
2024-11-28T09:06:54,998 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e8b54286fd848989f9487459a039c4f in 344 msec
2024-11-28T09:06:54,999 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104
2024-11-28T09:06:54,999 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:06:54,999 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 941c7ec6424031b167846cfab56139c8 in 353 msec
2024-11-28T09:06:55,000 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:06:55,001 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:06:55,001 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemState
2024-11-28T09:06:55,002 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-28T09:06:55,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742030_1206 (size=630)
2024-11-28T09:06:55,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742030_1206 (size=630)
2024-11-28T09:06:55,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742030_1206 (size=630)
2024-11-28T09:06:55,042 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:06:55,057 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:06:55,058 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-28T09:06:55,059 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:06:55,059 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-28T09:06:55,063 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 480 msec
2024-11-28T09:06:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-28T09:06:55,213 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-28T09:06:55,214 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214
2024-11-28T09:06:55,214 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:55,255 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:06:55,255 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-28T09:06:55,257 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:06:55,267 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-28T09:06:55,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742031_1207 (size=165)
2024-11-28T09:06:55,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742031_1207 (size=165)
2024-11-28T09:06:55,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742031_1207 (size=165)
2024-11-28T09:06:55,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742032_1208 (size=630)
2024-11-28T09:06:55,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742032_1208 (size=630)
2024-11-28T09:06:55,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742032_1208 (size=630)
2024-11-28T09:06:55,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:55,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:55,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-6588666227742372436.jar
2024-11-28T09:06:56,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-6060546937132477331.jar
2024-11-28T09:06:56,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:06:56,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:06:56,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:06:56,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:06:56,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:06:56,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:06:56,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:06:56,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:06:56,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:06:56,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:06:56,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:06:56,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:06:56,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:56,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:56,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:56,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:56,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:06:56,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:56,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:06:56,312 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0003_000001 (auth:SIMPLE) from 127.0.0.1:51752
2024-11-28T09:06:56,321 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000001/launch_container.sh]
2024-11-28T09:06:56,322 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000001/container_tokens]
2024-11-28T09:06:56,322 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0003/container_1732784632788_0003_01_000001/sysfs]
2024-11-28T09:06:56,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742033_1209 (size=24020)
2024-11-28T09:06:56,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742033_1209 (size=24020)
2024-11-28T09:06:56,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742033_1209 (size=24020)
2024-11-28T09:06:56,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742034_1210 (size=77755)
2024-11-28T09:06:56,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742034_1210 (size=77755)
2024-11-28T09:06:56,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742034_1210 (size=77755)
2024-11-28T09:06:56,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742035_1211 (size=131360)
2024-11-28T09:06:56,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742035_1211 (size=131360)
2024-11-28T09:06:56,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742035_1211 (size=131360)
2024-11-28T09:06:56,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742036_1212 (size=111793)
2024-11-28T09:06:56,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742036_1212 (size=111793)
2024-11-28T09:06:56,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742036_1212 (size=111793)
2024-11-28T09:06:56,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742037_1213 (size=1832290)
2024-11-28T09:06:56,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742037_1213 (size=1832290)
2024-11-28T09:06:56,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742037_1213 (size=1832290)
2024-11-28T09:06:56,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742038_1214 (size=6424730)
2024-11-28T09:06:56,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742038_1214 (size=6424730)
2024-11-28T09:06:56,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742038_1214 (size=6424730)
2024-11-28T09:06:56,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742039_1215 (size=8360005)
2024-11-28T09:06:56,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742039_1215 (size=8360005)
2024-11-28T09:06:56,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742039_1215 (size=8360005)
2024-11-28T09:06:56,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742040_1216 (size=503880)
2024-11-28T09:06:56,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742040_1216 (size=503880)
2024-11-28T09:06:56,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742040_1216 (size=503880)
2024-11-28T09:06:56,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742041_1217 (size=322274)
2024-11-28T09:06:56,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742041_1217 (size=322274)
2024-11-28T09:06:56,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742041_1217 (size=322274)
2024-11-28T09:06:56,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742042_1218 (size=20406)
2024-11-28T09:06:56,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742042_1218 (size=20406)
2024-11-28T09:06:56,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742042_1218 (size=20406)
2024-11-28T09:06:56,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742043_1219 (size=45609)
2024-11-28T09:06:56,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742043_1219 (size=45609)
2024-11-28T09:06:56,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742043_1219 (size=45609)
2024-11-28T09:06:56,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742044_1220 (size=136454)
2024-11-28T09:06:56,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742044_1220 (size=136454)
2024-11-28T09:06:56,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742044_1220 (size=136454)
2024-11-28T09:06:56,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742045_1221 (size=1597136)
2024-11-28T09:06:56,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742045_1221 (size=1597136)
2024-11-28T09:06:56,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742045_1221 (size=1597136)
2024-11-28T09:06:56,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742046_1222 (size=30873)
2024-11-28T09:06:56,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742046_1222 (size=30873)
2024-11-28T09:06:56,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742046_1222 (size=30873)
2024-11-28T09:06:56,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742047_1223 (size=29229)
2024-11-28T09:06:56,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742047_1223 (size=29229)
2024-11-28T09:06:56,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742047_1223 (size=29229)
2024-11-28T09:06:56,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742048_1224 (size=440956)
2024-11-28T09:06:56,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742048_1224 (size=440956)
2024-11-28T09:06:56,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742048_1224 (size=440956)
2024-11-28T09:06:56,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742049_1225 (size=903864)
2024-11-28T09:06:56,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742049_1225 (size=903864)
2024-11-28T09:06:56,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742049_1225 (size=903864)
2024-11-28T09:06:56,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742050_1226 (size=5175431)
2024-11-28T09:06:56,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742050_1226 (size=5175431)
2024-11-28T09:06:56,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742050_1226 (size=5175431)
2024-11-28T09:06:56,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742051_1227 (size=232881)
2024-11-28T09:06:56,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742051_1227 (size=232881)
2024-11-28T09:06:56,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742051_1227 (size=232881)
2024-11-28T09:06:56,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742052_1228 (size=1323991)
2024-11-28T09:06:56,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742052_1228 (size=1323991)
2024-11-28T09:06:56,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742052_1228 (size=1323991)
2024-11-28T09:06:56,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742053_1229 (size=4695811)
2024-11-28T09:06:56,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742053_1229 (size=4695811)
2024-11-28T09:06:56,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742053_1229 (size=4695811)
2024-11-28T09:06:56,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742054_1230 (size=1877034)
2024-11-28T09:06:56,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742054_1230 (size=1877034)
2024-11-28T09:06:56,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742054_1230 (size=1877034)
2024-11-28T09:06:56,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742055_1231 (size=217555)
2024-11-28T09:06:56,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742055_1231 (size=217555)
2024-11-28T09:06:56,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742055_1231 (size=217555)
2024-11-28T09:06:56,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742056_1232 (size=4188619)
2024-11-28T09:06:56,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742056_1232 (size=4188619)
2024-11-28T09:06:56,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742056_1232 (size=4188619)
2024-11-28T09:06:56,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742057_1233 (size=127628)
2024-11-28T09:06:56,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742057_1233 (size=127628)
2024-11-28T09:06:56,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742057_1233 (size=127628)
2024-11-28T09:06:56,577 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:06:56,579 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemState' hfile list
2024-11-28T09:06:56,581 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=7.9 K
2024-11-28T09:06:56,581 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.4 K
2024-11-28T09:06:56,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742058_1234 (size=447)
2024-11-28T09:06:56,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742058_1234 (size=447)
2024-11-28T09:06:56,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742058_1234 (size=447)
2024-11-28T09:06:56,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742059_1235 (size=21)
2024-11-28T09:06:56,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742059_1235 (size=21)
2024-11-28T09:06:56,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742059_1235 (size=21)
2024-11-28T09:06:56,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742060_1236 (size=304087)
2024-11-28T09:06:56,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742060_1236 (size=304087)
2024-11-28T09:06:56,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742060_1236 (size=304087)
2024-11-28T09:06:56,620 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:56,621 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:06:56,786 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:46966
2024-11-28T09:06:57,217 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:07:01,582 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:56426
2024-11-28T09:07:01,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742061_1237 (size=349785)
2024-11-28T09:07:01,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742061_1237 (size=349785)
2024-11-28T09:07:01,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742061_1237 (size=349785)
2024-11-28T09:07:03,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-28T09:07:03,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-28T09:07:03,865 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:35460
2024-11-28T09:07:03,865 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:59356
2024-11-28T09:07:08,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742062_1238 (size=8052)
2024-11-28T09:07:08,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742062_1238 (size=8052)
2024-11-28T09:07:08,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742062_1238 (size=8052)
2024-11-28T09:07:08,808 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000002/launch_container.sh]
2024-11-28T09:07:08,808 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000002/container_tokens]
2024-11-28T09:07:08,809 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000002/sysfs]
2024-11-28T09:07:09,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742064_1240 (size=5566)
2024-11-28T09:07:09,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742064_1240 (size=5566)
2024-11-28T09:07:09,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742064_1240 (size=5566)
2024-11-28T09:07:09,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742063_1239 (size=22162)
2024-11-28T09:07:09,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742063_1239 (size=22162)
2024-11-28T09:07:09,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742063_1239 (size=22162)
2024-11-28T09:07:09,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742065_1241 (size=466)
2024-11-28T09:07:09,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742065_1241 (size=466)
2024-11-28T09:07:09,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742065_1241 (size=466)
2024-11-28T09:07:09,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742066_1242 (size=22162)
2024-11-28T09:07:09,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742066_1242 (size=22162)
2024-11-28T09:07:09,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742066_1242 (size=22162)
2024-11-28T09:07:09,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742067_1243 (size=349785)
2024-11-28T09:07:09,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742067_1243 (size=349785)
2024-11-28T09:07:09,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742067_1243 (size=349785)
2024-11-28T09:07:09,723 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:35472
2024-11-28T09:07:09,735 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732784632788_0004_01_000003 is : 143
2024-11-28T09:07:09,744 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000003/launch_container.sh]
2024-11-28T09:07:09,744 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000003/container_tokens]
2024-11-28T09:07:09,744 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000003/sysfs]
2024-11-28T09:07:10,876 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:07:10,878 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:07:10,883 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemState
2024-11-28T09:07:10,883 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:07:10,884 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:07:10,884 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-28T09:07:10,884 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-28T09:07:10,884 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-28T09:07:10,884 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-28T09:07:10,885 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-28T09:07:10,885 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784815214/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-28T09:07:10,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemState
2024-11-28T09:07:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-28T09:07:10,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784830896"}]},"ts":"1732784830896"}
2024-11-28T09:07:10,898 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLING in hbase:meta
2024-11-28T09:07:10,898 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemState to state=DISABLING
2024-11-28T09:07:10,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState}]
2024-11-28T09:07:10,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, UNASSIGN}, {pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, UNASSIGN}]
2024-11-28T09:07:10,901 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, UNASSIGN
2024-11-28T09:07:10,901 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, UNASSIGN
2024-11-28T09:07:10,902 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=6e8b54286fd848989f9487459a039c4f, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:10,902 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=941c7ec6424031b167846cfab56139c8, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:10,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, UNASSIGN because future has completed
2024-11-28T09:07:10,904 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:10,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:10,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, UNASSIGN because future has completed
2024-11-28T09:07:10,905 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:10,905 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-28T09:07:11,057 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(122): Close 941c7ec6424031b167846cfab56139c8
2024-11-28T09:07:11,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:07:11,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1722): Closing 941c7ec6424031b167846cfab56139c8, disabling compactions & flushes
2024-11-28T09:07:11,057 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:07:11,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:07:11,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8. after waiting 0 ms
2024-11-28T09:07:11,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:07:11,057 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:07:11,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:07:11,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 6e8b54286fd848989f9487459a039c4f, disabling compactions & flushes
2024-11-28T09:07:11,058 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:07:11,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:07:11,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f. after waiting 0 ms
2024-11-28T09:07:11,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:07:11,062 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:07:11,062 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:07:11,062 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:11,063 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:11,063 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.
2024-11-28T09:07:11,063 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.
2024-11-28T09:07:11,063 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1676): Region close journal for 941c7ec6424031b167846cfab56139c8:
Waiting for close lock at 1732784831057Running coprocessor pre-close hooks at 1732784831057Disabling compacts and flushes for region at 1732784831057Disabling writes for close at 1732784831057Writing region close event to WAL at 1732784831058 (+1 ms)Running coprocessor post-close hooks at 1732784831062 (+4 ms)Closed at 1732784831063 (+1 ms)
2024-11-28T09:07:11,063 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 6e8b54286fd848989f9487459a039c4f:
Waiting for close lock at 1732784831058Running coprocessor pre-close hooks at 1732784831058Disabling compacts and flushes for region at 1732784831058Disabling writes for close at 1732784831058Writing region close event to WAL at 1732784831058Running coprocessor post-close hooks at 1732784831062 (+4 ms)Closed at 1732784831063 (+1 ms)
2024-11-28T09:07:11,065 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 6e8b54286fd848989f9487459a039c4f
2024-11-28T09:07:11,066 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=6e8b54286fd848989f9487459a039c4f, regionState=CLOSED
2024-11-28T09:07:11,066 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(157): Closed 941c7ec6424031b167846cfab56139c8
2024-11-28T09:07:11,067 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=941c7ec6424031b167846cfab56139c8, regionState=CLOSED
2024-11-28T09:07:11,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:11,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=110
2024-11-28T09:07:11,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=110, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e8b54286fd848989f9487459a039c4f, server=81db972b9a1d,43977,1732784624257 in 165 msec
2024-11-28T09:07:11,073 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=109
2024-11-28T09:07:11,073 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=6e8b54286fd848989f9487459a039c4f, UNASSIGN in 172 msec
2024-11-28T09:07:11,073 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 941c7ec6424031b167846cfab56139c8, server=81db972b9a1d,42743,1732784624337 in 167 msec
2024-11-28T09:07:11,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108
2024-11-28T09:07:11,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=941c7ec6424031b167846cfab56139c8, UNASSIGN in 173 msec
2024-11-28T09:07:11,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-28T09:07:11,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState in 177 msec
2024-11-28T09:07:11,078 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784831078"}]},"ts":"1732784831078"}
2024-11-28T09:07:11,080 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLED in hbase:meta
2024-11-28T09:07:11,080 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemState to state=DISABLED
2024-11-28T09:07:11,082 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState in 187 msec
2024-11-28T09:07:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-28T09:07:11,214 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-28T09:07:11,214 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemState
2024-11-28T09:07:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,216 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemState
2024-11-28T09:07:11,217 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,222 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemState
2024-11-28T09:07:11,223 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8
2024-11-28T09:07:11,223 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f
2024-11-28T09:07:11,225 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/recovered.edits]
2024-11-28T09:07:11,225 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/recovered.edits]
2024-11-28T09:07:11,261 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/cf/10c7e3fb4b764f7897d8827363bdadfc
2024-11-28T09:07:11,262 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/cf/016796cc8c1f411ea800472ede5a78b7
2024-11-28T09:07:11,263 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8/recovered.edits/9.seqid
2024-11-28T09:07:11,264 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/941c7ec6424031b167846cfab56139c8
2024-11-28T09:07:11,265 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f/recovered.edits/9.seqid
2024-11-28T09:07:11,266 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemState/6e8b54286fd848989f9487459a039c4f
2024-11-28T09:07:11,266 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemState regions
2024-11-28T09:07:11,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,272 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemState from hbase:meta
2024-11-28T09:07:11,275 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemState' descriptor.
2024-11-28T09:07:11,277 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,277 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemState' from region states.
2024-11-28T09:07:11,277 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784831277"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:11,277 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784831277"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:11,280 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:07:11,280 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 941c7ec6424031b167846cfab56139c8, NAME => 'testtb-testExportFileSystemState,,1732784812653.941c7ec6424031b167846cfab56139c8.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 6e8b54286fd848989f9487459a039c4f, NAME => 'testtb-testExportFileSystemState,1,1732784812653.6e8b54286fd848989f9487459a039c4f.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:07:11,280 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemState' as deleted.
2024-11-28T09:07:11,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784831280"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:11,283 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemState state from META
2024-11-28T09:07:11,283 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-28T09:07:11,285 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState in 69 msec
2024-11-28T09:07:11,349 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-28T09:07:11,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-28T09:07:11,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-28T09:07:11,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-28T09:07:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,358 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,358 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-28T09:07:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-28T09:07:11,360 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemState
2024-11-28T09:07:11,361 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-28T09:07:11,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemState"
type: DISABLED

2024-11-28T09:07:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemState
2024-11-28T09:07:11,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemState"
type: DISABLED

2024-11-28T09:07:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemState
2024-11-28T09:07:11,396 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportFileSystemState Thread=810 (was 803)
Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:40690 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43355
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083130343_1 at /127.0.0.1:56490 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-3702
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: process reaper (pid 133145)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46041
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:46041 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083130343_1 at /127.0.0.1:40676 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:39273 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:43355 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:42844 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:56522 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=811 (was 817), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=627 (was 660), ProcessCount=22 (was 30), AvailableMemoryMB=1636 (was 1224) - AvailableMemoryMB LEAK? -
2024-11-28T09:07:11,396 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=810 is superior to 500
2024-11-28T09:07:11,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testConsecutiveExports Thread=810, OpenFileDescriptor=811, MaxFileDescriptor=1048576, SystemLoadAverage=627, ProcessCount=21, AvailableMemoryMB=1636
2024-11-28T09:07:11,415 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=810 is superior to 500
2024-11-28T09:07:11,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:07:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:11,418 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:07:11,419 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:11,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testConsecutiveExports"
 procId is: 114
2024-11-28T09:07:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-28T09:07:11,420 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:07:11,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742068_1244 (size=404)
2024-11-28T09:07:11,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742068_1244 (size=404)
2024-11-28T09:07:11,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742068_1244 (size=404)
2024-11-28T09:07:11,430 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9840e93c3d4ed4ec33ac8839a67dec15, NAME => 'testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:11,433 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf1998ffe840e2de2d4457c4bd0adfa, NAME => 'testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742069_1245 (size=65)
2024-11-28T09:07:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742069_1245 (size=65)
2024-11-28T09:07:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742069_1245 (size=65)
2024-11-28T09:07:11,445 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:11,445 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1722): Closing 9840e93c3d4ed4ec33ac8839a67dec15, disabling compactions & flushes
2024-11-28T09:07:11,445 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,448 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,448 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. after waiting 0 ms
2024-11-28T09:07:11,448 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,448 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,449 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9840e93c3d4ed4ec33ac8839a67dec15:
Waiting for close lock at 1732784831445Disabling compacts and flushes for region at 1732784831445Disabling writes for close at 1732784831448 (+3 ms)Writing region close event to WAL at 1732784831448Closed at 1732784831448
2024-11-28T09:07:11,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742070_1246 (size=65)
2024-11-28T09:07:11,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742070_1246 (size=65)
2024-11-28T09:07:11,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742070_1246 (size=65)
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1722): Closing 4cf1998ffe840e2de2d4457c4bd0adfa, disabling compactions & flushes
2024-11-28T09:07:11,451 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. after waiting 0 ms
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,451 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,451 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4cf1998ffe840e2de2d4457c4bd0adfa:
Waiting for close lock at 1732784831451Disabling compacts and flushes for region at 1732784831451Disabling writes for close at 1732784831451Writing region close event to WAL at 1732784831451Closed at 1732784831451
2024-11-28T09:07:11,452 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:07:11,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784831452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784831452"}]},"ts":"1732784831452"}
2024-11-28T09:07:11,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784831452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784831452"}]},"ts":"1732784831452"}
2024-11-28T09:07:11,455 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:07:11,456 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:07:11,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784831456"}]},"ts":"1732784831456"}
2024-11-28T09:07:11,458 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLING in hbase:meta
2024-11-28T09:07:11,459 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:07:11,460 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:07:11,460 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:07:11,460 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:07:11,460 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:07:11,461 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, ASSIGN}, {pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, ASSIGN}]
2024-11-28T09:07:11,462 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, ASSIGN
2024-11-28T09:07:11,462 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, ASSIGN
2024-11-28T09:07:11,462 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:07:11,462 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:07:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-28T09:07:11,613 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:07:11,614 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=4cf1998ffe840e2de2d4457c4bd0adfa, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:11,614 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=9840e93c3d4ed4ec33ac8839a67dec15, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:11,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, ASSIGN because future has completed
2024-11-28T09:07:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, ASSIGN because future has completed
2024-11-28T09:07:11,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:11,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:11,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:07:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-28T09:07:11,777 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,777 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7752): Opening region: {ENCODED => 9840e93c3d4ed4ec33ac8839a67dec15, NAME => 'testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:07:11,777 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. service=AccessControlService
2024-11-28T09:07:11,777 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,778 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf1998ffe840e2de2d4457c4bd0adfa, NAME => 'testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. service=AccessControlService
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7794): checking encryption for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,778 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7797): checking classloading for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,778 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,782 INFO  [StoreOpener-4cf1998ffe840e2de2d4457c4bd0adfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf1998ffe840e2de2d4457c4bd0adfa 
2024-11-28T09:07:11,783 INFO  [StoreOpener-4cf1998ffe840e2de2d4457c4bd0adfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf1998ffe840e2de2d4457c4bd0adfa columnFamilyName cf
2024-11-28T09:07:11,783 DEBUG [StoreOpener-4cf1998ffe840e2de2d4457c4bd0adfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:11,784 INFO  [StoreOpener-9840e93c3d4ed4ec33ac8839a67dec15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9840e93c3d4ed4ec33ac8839a67dec15 
2024-11-28T09:07:11,784 INFO  [StoreOpener-4cf1998ffe840e2de2d4457c4bd0adfa-1 {}] regionserver.HStore(327): Store=4cf1998ffe840e2de2d4457c4bd0adfa/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:11,784 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,785 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,785 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,786 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,786 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,786 INFO  [StoreOpener-9840e93c3d4ed4ec33ac8839a67dec15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9840e93c3d4ed4ec33ac8839a67dec15 columnFamilyName cf
2024-11-28T09:07:11,786 DEBUG [StoreOpener-9840e93c3d4ed4ec33ac8839a67dec15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:11,788 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,788 INFO  [StoreOpener-9840e93c3d4ed4ec33ac8839a67dec15-1 {}] regionserver.HStore(327): Store=9840e93c3d4ed4ec33ac8839a67dec15/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:11,788 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1038): replaying wal for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,789 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,790 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,790 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1048): stopping wal replay for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,790 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1060): Cleaning up temporary data for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,793 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:11,794 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 4cf1998ffe840e2de2d4457c4bd0adfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72047942, jitterRate=0.0735979974269867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:11,794 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:11,794 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1093): writing seq id for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,795 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 4cf1998ffe840e2de2d4457c4bd0adfa:
Running coprocessor pre-open hook at 1732784831778Writing region info on filesystem at 1732784831778Initializing all the Stores at 1732784831781 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784831781Cleaning up temporary data from old regions at 1732784831786 (+5 ms)Running coprocessor post-open hooks at 1732784831794 (+8 ms)Region opened successfully at 1732784831795 (+1 ms)
2024-11-28T09:07:11,796 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa., pid=118, masterSystemTime=1732784831773
2024-11-28T09:07:11,799 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:11,799 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,799 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:11,799 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1114): Opened 9840e93c3d4ed4ec33ac8839a67dec15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64029338, jitterRate=-0.0458885133266449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:11,800 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:11,800 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1006): Region open journal for 9840e93c3d4ed4ec33ac8839a67dec15:
Running coprocessor pre-open hook at 1732784831778Writing region info on filesystem at 1732784831778Initializing all the Stores at 1732784831782 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784831782Cleaning up temporary data from old regions at 1732784831791 (+9 ms)Running coprocessor post-open hooks at 1732784831800 (+9 ms)Region opened successfully at 1732784831800
2024-11-28T09:07:11,800 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=4cf1998ffe840e2de2d4457c4bd0adfa, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:11,802 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15., pid=117, masterSystemTime=1732784831772
2024-11-28T09:07:11,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:11,804 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,804 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:11,805 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=9840e93c3d4ed4ec33ac8839a67dec15, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:11,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:11,809 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=116
2024-11-28T09:07:11,810 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=116, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337 in 183 msec
2024-11-28T09:07:11,814 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=115
2024-11-28T09:07:11,814 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257 in 190 msec
2024-11-28T09:07:11,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, ASSIGN in 350 msec
2024-11-28T09:07:11,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-28T09:07:11,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, ASSIGN in 354 msec
2024-11-28T09:07:11,821 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:07:11,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784831821"}]},"ts":"1732784831821"}
2024-11-28T09:07:11,824 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLED in hbase:meta
2024-11-28T09:07:11,825 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:07:11,826 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testConsecutiveExports jenkins: RWXCA
2024-11-28T09:07:11,831 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-28T09:07:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,906 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:11,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:11,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:11,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:11,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:11,921 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports in 502 msec
2024-11-28T09:07:12,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testConsecutiveExports'
2024-11-28T09:07:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-28T09:07:12,044 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-28T09:07:12,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testConsecutiveExports get assigned. Timeout = 60000ms
2024-11-28T09:07:12,045 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:12,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testConsecutiveExports assigned to meta. Checking AM states.
2024-11-28T09:07:12,050 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:12,050 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testConsecutiveExports assigned.
2024-11-28T09:07:12,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-28T09:07:12,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-28T09:07:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784832053 (current time:1732784832053).
2024-11-28T09:07:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:07:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-28T09:07:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:07:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1768df59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:12,058 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:12,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:12,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:12,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1391c031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:12,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:12,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,060 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d09ba49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:12,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:12,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,066 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,066 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c80921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:12,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb84faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,072 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74298ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,076 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-28T09:07:12,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:07:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-28T09:07:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-28T09:07:12,087 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:07:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-28T09:07:12,089 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:07:12,093 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:07:12,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742071_1247 (size=161)
2024-11-28T09:07:12,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742071_1247 (size=161)
2024-11-28T09:07:12,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742071_1247 (size=161)
2024-11-28T09:07:12,134 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:07:12,134 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15}, {pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa}]
2024-11-28T09:07:12,136 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:12,136 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-28T09:07:12,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=120
2024-11-28T09:07:12,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=121
2024-11-28T09:07:12,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:12,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:12,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.HRegion(2603): Flush status journal for 4cf1998ffe840e2de2d4457c4bd0adfa:

2024-11-28T09:07:12,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 9840e93c3d4ed4ec33ac8839a67dec15:

2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. for emptySnaptb0-testConsecutiveExports completed.
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. for emptySnaptb0-testConsecutiveExports completed.
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:07:12,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:07:12,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742073_1249 (size=68)
2024-11-28T09:07:12,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742072_1248 (size=68)
2024-11-28T09:07:12,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742072_1248 (size=68)
2024-11-28T09:07:12,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742073_1249 (size=68)
2024-11-28T09:07:12,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742072_1248 (size=68)
2024-11-28T09:07:12,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:12,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-11-28T09:07:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=121
2024-11-28T09:07:12,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:12,375 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:12,378 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa in 242 msec
2024-11-28T09:07:12,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742073_1249 (size=68)
2024-11-28T09:07:12,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:12,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-28T09:07:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-28T09:07:12,383 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:12,383 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:12,393 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-28T09:07:12,393 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:07:12,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15 in 254 msec
2024-11-28T09:07:12,394 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:07:12,396 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:07:12,396 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:12,397 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-28T09:07:12,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742074_1250 (size=543)
2024-11-28T09:07:12,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742074_1250 (size=543)
2024-11-28T09:07:12,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742074_1250 (size=543)
2024-11-28T09:07:12,502 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:07:12,532 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:07:12,533 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:12,535 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:07:12,536 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-28T09:07:12,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 452 msec
2024-11-28T09:07:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-28T09:07:12,714 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-28T09:07:12,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testConsecutiveExports', row='0cb7b5c19aaaf7be0c26bc5d764c79038', locateType=CURRENT is [region=testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:12,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testConsecutiveExports', row='15a37d8fa533d2132756530bd178ed653', locateType=CURRENT is [region=testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:12,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testConsecutiveExports', row='2a0f616330b28972336f566acac9a62d0', locateType=CURRENT is [region=testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:12,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testConsecutiveExports', row='3049be0fc2bcb1b4d7a36fb92fab91b36', locateType=CURRENT is [region=testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:12,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:07:12,734 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:07:12,736 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-28T09:07:12,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-28T09:07:12,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:12,741 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:12,744 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-28T09:07:12,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-28T09:07:12,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-28T09:07:12,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-28T09:07:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784832764 (current time:1732784832764).
2024-11-28T09:07:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:07:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-28T09:07:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:07:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d8ecb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:12,787 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e97b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:12,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:12,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,793 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc46d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,803 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,805 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1f8e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:12,837 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:12,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbe8aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:12,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:12,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,841 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:12,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6007b0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:12,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:12,853 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:12,854 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:12,855 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-28T09:07:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:07:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-28T09:07:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-28T09:07:12,860 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:07:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-28T09:07:12,861 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:07:12,865 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:07:12,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742075_1251 (size=156)
2024-11-28T09:07:12,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742075_1251 (size=156)
2024-11-28T09:07:12,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742075_1251 (size=156)
2024-11-28T09:07:12,924 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:07:12,924 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15}, {pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa}]
2024-11-28T09:07:12,926 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:12,926 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-28T09:07:13,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=123
2024-11-28T09:07:13,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:13,080 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2902): Flushing 9840e93c3d4ed4ec33ac8839a67dec15 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-28T09:07:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=124
2024-11-28T09:07:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:13,081 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 4cf1998ffe840e2de2d4457c4bd0adfa 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-28T09:07:13,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/.tmp/cf/5833905944b94d57b6f784c943b86986 is 71, key is 109e5524722a0a861c07e3feadb2df35/cf:q/1732784832734/Put/seqid=0
2024-11-28T09:07:13,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/.tmp/cf/3877bc79f59844e79695333cb54814f0 is 71, key is 00bc3dc1f7117743546359e1bc501909/cf:q/1732784832730/Put/seqid=0
2024-11-28T09:07:13,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742076_1252 (size=8392)
2024-11-28T09:07:13,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742076_1252 (size=8392)
2024-11-28T09:07:13,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742076_1252 (size=8392)
2024-11-28T09:07:13,161 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.13 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/.tmp/cf/5833905944b94d57b6f784c943b86986
2024-11-28T09:07:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-28T09:07:13,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/.tmp/cf/5833905944b94d57b6f784c943b86986 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986
2024-11-28T09:07:13,191 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986, entries=48, sequenceid=6, filesize=8.2 K
2024-11-28T09:07:13,193 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 4cf1998ffe840e2de2d4457c4bd0adfa in 112ms, sequenceid=6, compaction requested=false
2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 4cf1998ffe840e2de2d4457c4bd0adfa:

2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. for snaptb0-testConsecutiveExports completed.
2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986] hfiles
2024-11-28T09:07:13,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986 for snapshot=snaptb0-testConsecutiveExports
2024-11-28T09:07:13,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742077_1253 (size=5216)
2024-11-28T09:07:13,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742077_1253 (size=5216)
2024-11-28T09:07:13,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742077_1253 (size=5216)
2024-11-28T09:07:13,200 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/.tmp/cf/3877bc79f59844e79695333cb54814f0
2024-11-28T09:07:13,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-28T09:07:13,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports Metrics about Tables on a single HBase RegionServer
2024-11-28T09:07:13,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-28T09:07:13,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/.tmp/cf/3877bc79f59844e79695333cb54814f0 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0
2024-11-28T09:07:13,222 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0, entries=2, sequenceid=6, filesize=5.1 K
2024-11-28T09:07:13,223 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 9840e93c3d4ed4ec33ac8839a67dec15 in 143ms, sequenceid=6, compaction requested=false
2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2603): Flush status journal for 9840e93c3d4ed4ec33ac8839a67dec15:

2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. for snaptb0-testConsecutiveExports completed.
2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0] hfiles
2024-11-28T09:07:13,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0 for snapshot=snaptb0-testConsecutiveExports
2024-11-28T09:07:13,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742078_1254 (size=107)
2024-11-28T09:07:13,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742078_1254 (size=107)
2024-11-28T09:07:13,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:13,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742078_1254 (size=107)
2024-11-28T09:07:13,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-28T09:07:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-28T09:07:13,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:13,274 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:13,279 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa in 353 msec
2024-11-28T09:07:13,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742079_1255 (size=107)
2024-11-28T09:07:13,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742079_1255 (size=107)
2024-11-28T09:07:13,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742079_1255 (size=107)
2024-11-28T09:07:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-11-28T09:07:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=123
2024-11-28T09:07:13,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:13,294 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:13,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122
2024-11-28T09:07:13,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15 in 371 msec
2024-11-28T09:07:13,299 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:07:13,301 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:07:13,302 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:07:13,302 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testConsecutiveExports
2024-11-28T09:07:13,303 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-28T09:07:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742080_1256 (size=621)
2024-11-28T09:07:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742080_1256 (size=621)
2024-11-28T09:07:13,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742080_1256 (size=621)
2024-11-28T09:07:13,389 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:07:13,413 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:07:13,414 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-28T09:07:13,420 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:07:13,420 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-28T09:07:13,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 564 msec
2024-11-28T09:07:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-28T09:07:13,484 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-28T09:07:13,485 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484
2024-11-28T09:07:13,485 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:13,529 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:13,529 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@5b96b74, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-28T09:07:13,532 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:07:13,894 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-28T09:07:14,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:14,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:14,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:15,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-10242623523589445733.jar
2024-11-28T09:07:15,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:15,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:15,953 WARN  [ContainersLauncher #0 {}] launcher.ContainerCleanup(157): Exception when trying to cleanup container container_1732784632788_0004_01_000001: java.io.FileNotFoundException: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/nmPrivate/application_1732784632788_0004/container_1732784632788_0004_01_000001/container_1732784632788_0004_01_000001.pid (No such file or directory)
	at java.base/java.io.FileInputStream.open0(Native Method)
	at java.base/java.io.FileInputStream.open(FileInputStream.java:216)
	at java.base/java.io.FileInputStream.<init>(FileInputStream.java:157)
	at org.apache.hadoop.yarn.server.nodemanager.util.ProcessIdFileReader.getProcessId(ProcessIdFileReader.java:59)
	at org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.getContainerPid(ContainerLaunch.java:1050)
	at org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerCleanup.run(ContainerCleanup.java:119)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:07:15,973 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0004_000001 (auth:SIMPLE) from 127.0.0.1:54066
2024-11-28T09:07:15,978 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000001/launch_container.sh]
2024-11-28T09:07:15,978 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000001/container_tokens]
2024-11-28T09:07:15,978 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0004/container_1732784632788_0004_01_000001/sysfs]
2024-11-28T09:07:16,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-18383720045858218993.jar
2024-11-28T09:07:16,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:16,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:07:16,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:07:16,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:07:16,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:07:16,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:07:16,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:07:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:07:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:07:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:07:16,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:07:16,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:07:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:16,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742081_1257 (size=24020)
2024-11-28T09:07:16,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742081_1257 (size=24020)
2024-11-28T09:07:16,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742081_1257 (size=24020)
2024-11-28T09:07:16,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742082_1258 (size=77755)
2024-11-28T09:07:16,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742082_1258 (size=77755)
2024-11-28T09:07:16,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742082_1258 (size=77755)
2024-11-28T09:07:16,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742083_1259 (size=131360)
2024-11-28T09:07:16,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742083_1259 (size=131360)
2024-11-28T09:07:16,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742083_1259 (size=131360)
2024-11-28T09:07:16,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742084_1260 (size=111793)
2024-11-28T09:07:16,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742084_1260 (size=111793)
2024-11-28T09:07:16,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742084_1260 (size=111793)
2024-11-28T09:07:16,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742085_1261 (size=1832290)
2024-11-28T09:07:16,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742085_1261 (size=1832290)
2024-11-28T09:07:16,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742085_1261 (size=1832290)
2024-11-28T09:07:16,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742086_1262 (size=8360005)
2024-11-28T09:07:16,658 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:07:16,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742086_1262 (size=8360005)
2024-11-28T09:07:16,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742086_1262 (size=8360005)
2024-11-28T09:07:16,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742087_1263 (size=503880)
2024-11-28T09:07:16,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742087_1263 (size=503880)
2024-11-28T09:07:16,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742087_1263 (size=503880)
2024-11-28T09:07:16,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742088_1264 (size=322274)
2024-11-28T09:07:16,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742088_1264 (size=322274)
2024-11-28T09:07:16,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742088_1264 (size=322274)
2024-11-28T09:07:16,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742089_1265 (size=20406)
2024-11-28T09:07:16,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742089_1265 (size=20406)
2024-11-28T09:07:16,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742089_1265 (size=20406)
2024-11-28T09:07:16,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742090_1266 (size=45609)
2024-11-28T09:07:16,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742090_1266 (size=45609)
2024-11-28T09:07:16,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742090_1266 (size=45609)
2024-11-28T09:07:17,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742091_1267 (size=136454)
2024-11-28T09:07:17,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742091_1267 (size=136454)
2024-11-28T09:07:17,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742091_1267 (size=136454)
2024-11-28T09:07:17,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742092_1268 (size=1597136)
2024-11-28T09:07:17,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742092_1268 (size=1597136)
2024-11-28T09:07:17,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742092_1268 (size=1597136)
2024-11-28T09:07:17,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742093_1269 (size=30873)
2024-11-28T09:07:17,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742093_1269 (size=30873)
2024-11-28T09:07:17,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742093_1269 (size=30873)
2024-11-28T09:07:17,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742094_1270 (size=29229)
2024-11-28T09:07:17,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742094_1270 (size=29229)
2024-11-28T09:07:17,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742094_1270 (size=29229)
2024-11-28T09:07:17,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742095_1271 (size=903864)
2024-11-28T09:07:17,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742095_1271 (size=903864)
2024-11-28T09:07:17,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742095_1271 (size=903864)
2024-11-28T09:07:17,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742096_1272 (size=6424730)
2024-11-28T09:07:17,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742096_1272 (size=6424730)
2024-11-28T09:07:17,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742096_1272 (size=6424730)
2024-11-28T09:07:17,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742097_1273 (size=440956)
2024-11-28T09:07:17,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742097_1273 (size=440956)
2024-11-28T09:07:17,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742097_1273 (size=440956)
2024-11-28T09:07:17,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742098_1274 (size=5175431)
2024-11-28T09:07:17,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742098_1274 (size=5175431)
2024-11-28T09:07:17,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742098_1274 (size=5175431)
2024-11-28T09:07:17,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742099_1275 (size=232881)
2024-11-28T09:07:17,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742099_1275 (size=232881)
2024-11-28T09:07:17,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742099_1275 (size=232881)
2024-11-28T09:07:17,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742100_1276 (size=1323991)
2024-11-28T09:07:17,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742100_1276 (size=1323991)
2024-11-28T09:07:17,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742100_1276 (size=1323991)
2024-11-28T09:07:17,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742101_1277 (size=4695811)
2024-11-28T09:07:17,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742101_1277 (size=4695811)
2024-11-28T09:07:17,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742101_1277 (size=4695811)
2024-11-28T09:07:17,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742102_1278 (size=1877034)
2024-11-28T09:07:17,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742102_1278 (size=1877034)
2024-11-28T09:07:17,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742102_1278 (size=1877034)
2024-11-28T09:07:17,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742103_1279 (size=217555)
2024-11-28T09:07:17,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742103_1279 (size=217555)
2024-11-28T09:07:17,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742103_1279 (size=217555)
2024-11-28T09:07:17,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742104_1280 (size=4188619)
2024-11-28T09:07:17,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742104_1280 (size=4188619)
2024-11-28T09:07:17,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742104_1280 (size=4188619)
2024-11-28T09:07:17,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742105_1281 (size=127628)
2024-11-28T09:07:17,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742105_1281 (size=127628)
2024-11-28T09:07:17,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742105_1281 (size=127628)
2024-11-28T09:07:17,787 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:07:17,792 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-28T09:07:17,797 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-11-28T09:07:17,798 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.1 K
2024-11-28T09:07:17,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742106_1282 (size=441)
2024-11-28T09:07:17,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742106_1282 (size=441)
2024-11-28T09:07:17,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742106_1282 (size=441)
2024-11-28T09:07:17,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742107_1283 (size=21)
2024-11-28T09:07:17,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742107_1283 (size=21)
2024-11-28T09:07:17,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742107_1283 (size=21)
2024-11-28T09:07:17,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742108_1284 (size=304132)
2024-11-28T09:07:17,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742108_1284 (size=304132)
2024-11-28T09:07:17,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742108_1284 (size=304132)
2024-11-28T09:07:17,968 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:07:17,968 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:07:18,751 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:50954
2024-11-28T09:07:23,311 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:46256
2024-11-28T09:07:23,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742109_1285 (size=349830)
2024-11-28T09:07:23,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742109_1285 (size=349830)
2024-11-28T09:07:23,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742109_1285 (size=349830)
2024-11-28T09:07:25,537 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:41826
2024-11-28T09:07:25,538 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:48748
2024-11-28T09:07:30,252 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000002/launch_container.sh]
2024-11-28T09:07:30,252 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000002/container_tokens]
2024-11-28T09:07:30,252 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000002/sysfs]
2024-11-28T09:07:30,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742110_1286 (size=22235)
2024-11-28T09:07:30,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742110_1286 (size=22235)
2024-11-28T09:07:30,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742110_1286 (size=22235)
2024-11-28T09:07:30,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742111_1287 (size=462)
2024-11-28T09:07:30,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742111_1287 (size=462)
2024-11-28T09:07:30,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742111_1287 (size=462)
2024-11-28T09:07:30,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742112_1288 (size=22235)
2024-11-28T09:07:30,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742112_1288 (size=22235)
2024-11-28T09:07:30,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742112_1288 (size=22235)
2024-11-28T09:07:30,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742113_1289 (size=349830)
2024-11-28T09:07:30,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742113_1289 (size=349830)
2024-11-28T09:07:30,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742113_1289 (size=349830)
2024-11-28T09:07:30,850 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:48764
2024-11-28T09:07:30,868 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000003/launch_container.sh]
2024-11-28T09:07:30,868 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000003/container_tokens]
2024-11-28T09:07:30,868 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000003/sysfs]
2024-11-28T09:07:32,111 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:07:32,111 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:07:32,113 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-28T09:07:32,114 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:07:32,114 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:07:32,114 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-28T09:07:32,115 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-28T09:07:32,115 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-28T09:07:32,115 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@5b96b74 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-28T09:07:32,115 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-28T09:07:32,115 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-28T09:07:32,117 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:32,143 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:32,144 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@5b96b74, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-28T09:07:32,145 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:07:32,149 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-28T09:07:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-13077967355929018960.jar
2024-11-28T09:07:33,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-17745906525027322396.jar
2024-11-28T09:07:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:07:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:07:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:07:33,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:33,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:33,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:33,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:33,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742114_1290 (size=24020)
2024-11-28T09:07:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742114_1290 (size=24020)
2024-11-28T09:07:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742114_1290 (size=24020)
2024-11-28T09:07:33,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742115_1291 (size=77755)
2024-11-28T09:07:33,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742115_1291 (size=77755)
2024-11-28T09:07:33,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742115_1291 (size=77755)
2024-11-28T09:07:33,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742116_1292 (size=131360)
2024-11-28T09:07:33,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742116_1292 (size=131360)
2024-11-28T09:07:33,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742116_1292 (size=131360)
2024-11-28T09:07:33,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742117_1293 (size=111793)
2024-11-28T09:07:33,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742117_1293 (size=111793)
2024-11-28T09:07:33,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742117_1293 (size=111793)
2024-11-28T09:07:33,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742118_1294 (size=1832290)
2024-11-28T09:07:33,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742118_1294 (size=1832290)
2024-11-28T09:07:33,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742118_1294 (size=1832290)
2024-11-28T09:07:33,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742119_1295 (size=8360005)
2024-11-28T09:07:33,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742119_1295 (size=8360005)
2024-11-28T09:07:33,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742119_1295 (size=8360005)
2024-11-28T09:07:33,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742120_1296 (size=503880)
2024-11-28T09:07:33,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742120_1296 (size=503880)
2024-11-28T09:07:33,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742120_1296 (size=503880)
2024-11-28T09:07:33,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742121_1297 (size=322274)
2024-11-28T09:07:33,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742121_1297 (size=322274)
2024-11-28T09:07:33,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742121_1297 (size=322274)
2024-11-28T09:07:33,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742122_1298 (size=20406)
2024-11-28T09:07:33,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742122_1298 (size=20406)
2024-11-28T09:07:33,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742122_1298 (size=20406)
2024-11-28T09:07:33,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742123_1299 (size=45609)
2024-11-28T09:07:33,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742123_1299 (size=45609)
2024-11-28T09:07:33,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742123_1299 (size=45609)
2024-11-28T09:07:33,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742124_1300 (size=136454)
2024-11-28T09:07:33,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742124_1300 (size=136454)
2024-11-28T09:07:33,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742124_1300 (size=136454)
2024-11-28T09:07:33,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742125_1301 (size=1597136)
2024-11-28T09:07:33,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742125_1301 (size=1597136)
2024-11-28T09:07:33,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742125_1301 (size=1597136)
2024-11-28T09:07:33,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742126_1302 (size=30873)
2024-11-28T09:07:33,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742126_1302 (size=30873)
2024-11-28T09:07:33,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742126_1302 (size=30873)
2024-11-28T09:07:33,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742127_1303 (size=29229)
2024-11-28T09:07:33,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742127_1303 (size=29229)
2024-11-28T09:07:33,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742127_1303 (size=29229)
2024-11-28T09:07:33,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742128_1304 (size=903864)
2024-11-28T09:07:33,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742128_1304 (size=903864)
2024-11-28T09:07:33,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742128_1304 (size=903864)
2024-11-28T09:07:33,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742129_1305 (size=440956)
2024-11-28T09:07:33,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742129_1305 (size=440956)
2024-11-28T09:07:33,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742129_1305 (size=440956)
2024-11-28T09:07:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742130_1306 (size=5175431)
2024-11-28T09:07:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742130_1306 (size=5175431)
2024-11-28T09:07:33,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742130_1306 (size=5175431)
2024-11-28T09:07:33,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742131_1307 (size=232881)
2024-11-28T09:07:33,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742131_1307 (size=232881)
2024-11-28T09:07:33,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742131_1307 (size=232881)
2024-11-28T09:07:33,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742132_1308 (size=1323991)
2024-11-28T09:07:33,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742132_1308 (size=1323991)
2024-11-28T09:07:33,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742132_1308 (size=1323991)
2024-11-28T09:07:33,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742133_1309 (size=4695811)
2024-11-28T09:07:33,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742133_1309 (size=4695811)
2024-11-28T09:07:33,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742133_1309 (size=4695811)
2024-11-28T09:07:33,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742134_1310 (size=1877034)
2024-11-28T09:07:33,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742134_1310 (size=1877034)
2024-11-28T09:07:33,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742134_1310 (size=1877034)
2024-11-28T09:07:33,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742135_1311 (size=6424730)
2024-11-28T09:07:33,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742135_1311 (size=6424730)
2024-11-28T09:07:33,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742135_1311 (size=6424730)
2024-11-28T09:07:33,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742136_1312 (size=217555)
2024-11-28T09:07:33,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742136_1312 (size=217555)
2024-11-28T09:07:33,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742136_1312 (size=217555)
2024-11-28T09:07:33,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742137_1313 (size=4188619)
2024-11-28T09:07:33,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742137_1313 (size=4188619)
2024-11-28T09:07:33,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742137_1313 (size=4188619)
2024-11-28T09:07:33,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742138_1314 (size=127628)
2024-11-28T09:07:33,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742138_1314 (size=127628)
2024-11-28T09:07:33,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742138_1314 (size=127628)
2024-11-28T09:07:33,404 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:07:33,406 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-28T09:07:33,408 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-11-28T09:07:33,408 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.1 K
2024-11-28T09:07:33,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742139_1315 (size=441)
2024-11-28T09:07:33,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742139_1315 (size=441)
2024-11-28T09:07:33,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742139_1315 (size=441)
2024-11-28T09:07:33,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742140_1316 (size=21)
2024-11-28T09:07:33,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742140_1316 (size=21)
2024-11-28T09:07:33,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742140_1316 (size=21)
2024-11-28T09:07:33,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742141_1317 (size=304132)
2024-11-28T09:07:33,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742141_1317 (size=304132)
2024-11-28T09:07:33,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742141_1317 (size=304132)
2024-11-28T09:07:37,050 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:07:37,050 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:07:37,073 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0005_000001 (auth:SIMPLE) from 127.0.0.1:48106
2024-11-28T09:07:37,899 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:34532
2024-11-28T09:07:41,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:07:42,182 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000001/launch_container.sh]
2024-11-28T09:07:42,183 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000001/container_tokens]
2024-11-28T09:07:42,183 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0005/container_1732784632788_0005_01_000001/sysfs]
2024-11-28T09:07:44,356 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:50860
2024-11-28T09:07:44,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742142_1318 (size=349830)
2024-11-28T09:07:44,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742142_1318 (size=349830)
2024-11-28T09:07:44,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742142_1318 (size=349830)
2024-11-28T09:07:46,575 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:48464
2024-11-28T09:07:46,575 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:56172
2024-11-28T09:07:50,232 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000002/launch_container.sh]
2024-11-28T09:07:50,232 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000002/container_tokens]
2024-11-28T09:07:50,232 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000002/sysfs]
2024-11-28T09:07:50,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742143_1319 (size=21186)
2024-11-28T09:07:50,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742143_1319 (size=21186)
2024-11-28T09:07:50,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742143_1319 (size=21186)
2024-11-28T09:07:50,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742144_1320 (size=462)
2024-11-28T09:07:50,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742144_1320 (size=462)
2024-11-28T09:07:50,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742144_1320 (size=462)
2024-11-28T09:07:50,992 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000003/launch_container.sh]
2024-11-28T09:07:50,992 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000003/container_tokens]
2024-11-28T09:07:50,992 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000003/sysfs]
2024-11-28T09:07:51,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742145_1321 (size=21186)
2024-11-28T09:07:51,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742145_1321 (size=21186)
2024-11-28T09:07:51,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742145_1321 (size=21186)
2024-11-28T09:07:51,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742146_1322 (size=349830)
2024-11-28T09:07:51,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742146_1322 (size=349830)
2024-11-28T09:07:51,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742146_1322 (size=349830)
2024-11-28T09:07:51,456 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:56188
2024-11-28T09:07:52,814 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:07:52,814 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:07:52,817 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-28T09:07:52,817 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:07:52,817 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:07:52,817 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-28T09:07:52,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-28T09:07:52,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-28T09:07:52,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@5b96b74 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-28T09:07:52,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-28T09:07:52,819 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784833484/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-28T09:07:52,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testConsecutiveExports
2024-11-28T09:07:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-28T09:07:52,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784872847"}]},"ts":"1732784872847"}
2024-11-28T09:07:52,850 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLING in hbase:meta
2024-11-28T09:07:52,850 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testConsecutiveExports to state=DISABLING
2024-11-28T09:07:52,852 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports}]
2024-11-28T09:07:52,854 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, UNASSIGN}, {pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, UNASSIGN}]
2024-11-28T09:07:52,855 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, UNASSIGN
2024-11-28T09:07:52,855 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, UNASSIGN
2024-11-28T09:07:52,856 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=4cf1998ffe840e2de2d4457c4bd0adfa, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:52,856 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=9840e93c3d4ed4ec33ac8839a67dec15, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:52,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, UNASSIGN because future has completed
2024-11-28T09:07:52,859 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:52,859 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, UNASSIGN because future has completed
2024-11-28T09:07:52,861 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:52,862 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-28T09:07:53,013 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(122): Close 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:53,013 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:07:53,013 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1722): Closing 9840e93c3d4ed4ec33ac8839a67dec15, disabling compactions & flushes
2024-11-28T09:07:53,013 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:53,013 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:53,013 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15. after waiting 0 ms
2024-11-28T09:07:53,013 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:53,015 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:53,015 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:07:53,015 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 4cf1998ffe840e2de2d4457c4bd0adfa, disabling compactions & flushes
2024-11-28T09:07:53,015 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:53,015 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:53,015 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa. after waiting 0 ms
2024-11-28T09:07:53,015 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:53,017 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:07:53,017 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:53,017 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.
2024-11-28T09:07:53,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1676): Region close journal for 9840e93c3d4ed4ec33ac8839a67dec15:
Waiting for close lock at 1732784873013Running coprocessor pre-close hooks at 1732784873013Disabling compacts and flushes for region at 1732784873013Disabling writes for close at 1732784873013Writing region close event to WAL at 1732784873014 (+1 ms)Running coprocessor post-close hooks at 1732784873017 (+3 ms)Closed at 1732784873017
2024-11-28T09:07:53,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:07:53,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:53,018 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.
2024-11-28T09:07:53,019 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 4cf1998ffe840e2de2d4457c4bd0adfa:
Waiting for close lock at 1732784873015Running coprocessor pre-close hooks at 1732784873015Disabling compacts and flushes for region at 1732784873015Disabling writes for close at 1732784873015Writing region close event to WAL at 1732784873015Running coprocessor post-close hooks at 1732784873018 (+3 ms)Closed at 1732784873018
2024-11-28T09:07:53,019 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(157): Closed 9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:53,020 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=9840e93c3d4ed4ec33ac8839a67dec15, regionState=CLOSED
2024-11-28T09:07:53,020 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:53,020 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=4cf1998ffe840e2de2d4457c4bd0adfa, regionState=CLOSED
2024-11-28T09:07:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:53,024 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=127
2024-11-28T09:07:53,024 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 9840e93c3d4ed4ec33ac8839a67dec15, server=81db972b9a1d,43977,1732784624257 in 163 msec
2024-11-28T09:07:53,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=128
2024-11-28T09:07:53,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=128, state=SUCCESS, hasLock=false; CloseRegionProcedure 4cf1998ffe840e2de2d4457c4bd0adfa, server=81db972b9a1d,42743,1732784624337 in 162 msec
2024-11-28T09:07:53,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=9840e93c3d4ed4ec33ac8839a67dec15, UNASSIGN in 170 msec
2024-11-28T09:07:53,026 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=126
2024-11-28T09:07:53,026 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=4cf1998ffe840e2de2d4457c4bd0adfa, UNASSIGN in 171 msec
2024-11-28T09:07:53,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-28T09:07:53,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports in 174 msec
2024-11-28T09:07:53,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784873028"}]},"ts":"1732784873028"}
2024-11-28T09:07:53,030 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLED in hbase:meta
2024-11-28T09:07:53,030 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testConsecutiveExports to state=DISABLED
2024-11-28T09:07:53,032 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports in 189 msec
2024-11-28T09:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-28T09:07:53,164 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-28T09:07:53,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testConsecutiveExports
2024-11-28T09:07:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,166 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testConsecutiveExports
2024-11-28T09:07:53,167 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,169 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testConsecutiveExports
2024-11-28T09:07:53,171 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:53,171 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:53,172 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/recovered.edits]
2024-11-28T09:07:53,172 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/recovered.edits]
2024-11-28T09:07:53,200 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/cf/3877bc79f59844e79695333cb54814f0
2024-11-28T09:07:53,200 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/cf/5833905944b94d57b6f784c943b86986
2024-11-28T09:07:53,203 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15/recovered.edits/9.seqid
2024-11-28T09:07:53,203 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa/recovered.edits/9.seqid
2024-11-28T09:07:53,204 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/9840e93c3d4ed4ec33ac8839a67dec15
2024-11-28T09:07:53,204 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testConsecutiveExports/4cf1998ffe840e2de2d4457c4bd0adfa
2024-11-28T09:07:53,204 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testConsecutiveExports regions
2024-11-28T09:07:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-28T09:07:53,206 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,209 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testConsecutiveExports from hbase:meta
2024-11-28T09:07:53,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testConsecutiveExports' descriptor.
2024-11-28T09:07:53,212 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,213 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testConsecutiveExports' from region states.
2024-11-28T09:07:53,213 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784873213"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:53,213 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784873213"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:53,215 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:07:53,215 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9840e93c3d4ed4ec33ac8839a67dec15, NAME => 'testtb-testConsecutiveExports,,1732784831416.9840e93c3d4ed4ec33ac8839a67dec15.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 4cf1998ffe840e2de2d4457c4bd0adfa, NAME => 'testtb-testConsecutiveExports,1,1732784831416.4cf1998ffe840e2de2d4457c4bd0adfa.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:07:53,215 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testConsecutiveExports' as deleted.
2024-11-28T09:07:53,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784873215"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:53,220 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testConsecutiveExports state from META
2024-11-28T09:07:53,221 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-28T09:07:53,222 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports in 57 msec
2024-11-28T09:07:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,271 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,272 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-28T09:07:53,272 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-28T09:07:53,272 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-28T09:07:53,272 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-28T09:07:53,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,281 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,282 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-28T09:07:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-28T09:07:53,283 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testConsecutiveExports
2024-11-28T09:07:53,283 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-28T09:07:53,290 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testConsecutiveExports"
type: DISABLED

2024-11-28T09:07:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testConsecutiveExports
2024-11-28T09:07:53,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testConsecutiveExports"
type: DISABLED

2024-11-28T09:07:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testConsecutiveExports
2024-11-28T09:07:53,322 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testConsecutiveExports Thread=808 (was 810), OpenFileDescriptor=807 (was 811), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=582 (was 627), ProcessCount=19 (was 21), AvailableMemoryMB=1340 (was 1636)
2024-11-28T09:07:53,322 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=808 is superior to 500
2024-11-28T09:07:53,341 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=808, OpenFileDescriptor=807, MaxFileDescriptor=1048576, SystemLoadAverage=582, ProcessCount=19, AvailableMemoryMB=1340
2024-11-28T09:07:53,341 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=808 is superior to 500
2024-11-28T09:07:53,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:07:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:53,345 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:07:53,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:53,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion"
 procId is: 132
2024-11-28T09:07:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-28T09:07:53,346 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:07:53,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742147_1323 (size=422)
2024-11-28T09:07:53,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742147_1323 (size=422)
2024-11-28T09:07:53,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742147_1323 (size=422)
2024-11-28T09:07:53,358 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a49ba0054c127ba58d7d071a8b3873f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:53,358 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0d5ca47e5b1f0717672a2355d8aefab0, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:53,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742148_1324 (size=83)
2024-11-28T09:07:53,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742148_1324 (size=83)
2024-11-28T09:07:53,376 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:53,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742148_1324 (size=83)
2024-11-28T09:07:53,376 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1722): Closing 1a49ba0054c127ba58d7d071a8b3873f, disabling compactions & flushes
2024-11-28T09:07:53,376 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,376 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,376 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. after waiting 0 ms
2024-11-28T09:07:53,376 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,376 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,377 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a49ba0054c127ba58d7d071a8b3873f:
Waiting for close lock at 1732784873376Disabling compacts and flushes for region at 1732784873376Disabling writes for close at 1732784873376Writing region close event to WAL at 1732784873376Closed at 1732784873376
2024-11-28T09:07:53,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742149_1325 (size=83)
2024-11-28T09:07:53,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742149_1325 (size=83)
2024-11-28T09:07:53,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742149_1325 (size=83)
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1722): Closing 0d5ca47e5b1f0717672a2355d8aefab0, disabling compactions & flushes
2024-11-28T09:07:53,384 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. after waiting 0 ms
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,384 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,384 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0d5ca47e5b1f0717672a2355d8aefab0:
Waiting for close lock at 1732784873384Disabling compacts and flushes for region at 1732784873384Disabling writes for close at 1732784873384Writing region close event to WAL at 1732784873384Closed at 1732784873384
2024-11-28T09:07:53,386 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:07:53,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732784873386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784873386"}]},"ts":"1732784873386"}
2024-11-28T09:07:53,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732784873386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784873386"}]},"ts":"1732784873386"}
2024-11-28T09:07:53,389 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:07:53,391 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:07:53,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784873391"}]},"ts":"1732784873391"}
2024-11-28T09:07:53,393 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLING in hbase:meta
2024-11-28T09:07:53,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:07:53,396 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:07:53,396 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:07:53,396 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:07:53,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:07:53,396 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, ASSIGN}, {pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, ASSIGN}]
2024-11-28T09:07:53,398 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, ASSIGN
2024-11-28T09:07:53,398 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, ASSIGN
2024-11-28T09:07:53,399 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:07:53,399 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:07:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-28T09:07:53,550 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:07:53,550 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1a49ba0054c127ba58d7d071a8b3873f, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:53,550 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=0d5ca47e5b1f0717672a2355d8aefab0, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, ASSIGN because future has completed
2024-11-28T09:07:53,553 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, ASSIGN because future has completed
2024-11-28T09:07:53,554 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-28T09:07:53,708 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,708 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,708 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d5ca47e5b1f0717672a2355d8aefab0, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:07:53,708 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a49ba0054c127ba58d7d071a8b3873f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:07:53,708 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. service=AccessControlService
2024-11-28T09:07:53,708 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. service=AccessControlService
2024-11-28T09:07:53,709 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:53,709 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,709 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,710 INFO  [StoreOpener-1a49ba0054c127ba58d7d071a8b3873f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a49ba0054c127ba58d7d071a8b3873f 
2024-11-28T09:07:53,710 INFO  [StoreOpener-0d5ca47e5b1f0717672a2355d8aefab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d5ca47e5b1f0717672a2355d8aefab0 
2024-11-28T09:07:53,712 INFO  [StoreOpener-0d5ca47e5b1f0717672a2355d8aefab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5ca47e5b1f0717672a2355d8aefab0 columnFamilyName cf
2024-11-28T09:07:53,712 DEBUG [StoreOpener-0d5ca47e5b1f0717672a2355d8aefab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:53,713 INFO  [StoreOpener-1a49ba0054c127ba58d7d071a8b3873f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a49ba0054c127ba58d7d071a8b3873f columnFamilyName cf
2024-11-28T09:07:53,713 DEBUG [StoreOpener-1a49ba0054c127ba58d7d071a8b3873f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:53,714 INFO  [StoreOpener-0d5ca47e5b1f0717672a2355d8aefab0-1 {}] regionserver.HStore(327): Store=0d5ca47e5b1f0717672a2355d8aefab0/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:53,714 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,715 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,715 INFO  [StoreOpener-1a49ba0054c127ba58d7d071a8b3873f-1 {}] regionserver.HStore(327): Store=1a49ba0054c127ba58d7d071a8b3873f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:53,716 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,716 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,717 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,717 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,717 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,718 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,718 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,718 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,719 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:53,722 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened 0d5ca47e5b1f0717672a2355d8aefab0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70757007, jitterRate=0.05436156690120697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:53,722 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:53,723 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for 0d5ca47e5b1f0717672a2355d8aefab0:
Running coprocessor pre-open hook at 1732784873709Writing region info on filesystem at 1732784873709Initializing all the Stores at 1732784873710 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784873710Cleaning up temporary data from old regions at 1732784873717 (+7 ms)Running coprocessor post-open hooks at 1732784873722 (+5 ms)Region opened successfully at 1732784873722
2024-11-28T09:07:53,724 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:53,724 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0., pid=135, masterSystemTime=1732784873705
2024-11-28T09:07:53,725 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 1a49ba0054c127ba58d7d071a8b3873f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59873600, jitterRate=-0.10781383514404297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:53,725 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:53,725 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 1a49ba0054c127ba58d7d071a8b3873f:
Running coprocessor pre-open hook at 1732784873709Writing region info on filesystem at 1732784873709Initializing all the Stores at 1732784873710 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784873710Cleaning up temporary data from old regions at 1732784873718 (+8 ms)Running coprocessor post-open hooks at 1732784873725 (+7 ms)Region opened successfully at 1732784873725
2024-11-28T09:07:53,726 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f., pid=136, masterSystemTime=1732784873706
2024-11-28T09:07:53,726 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,726 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:53,728 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=0d5ca47e5b1f0717672a2355d8aefab0, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:53,729 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,729 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:53,730 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1a49ba0054c127ba58d7d071a8b3873f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:53,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:53,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:53,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-28T09:07:53,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337 in 181 msec
2024-11-28T09:07:53,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=133
2024-11-28T09:07:53,737 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, ASSIGN in 340 msec
2024-11-28T09:07:53,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257 in 180 msec
2024-11-28T09:07:53,742 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132
2024-11-28T09:07:53,742 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, ASSIGN in 341 msec
2024-11-28T09:07:53,743 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:07:53,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784873743"}]},"ts":"1732784873743"}
2024-11-28T09:07:53,745 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLED in hbase:meta
2024-11-28T09:07:53,746 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:07:53,747 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion jenkins: RWXCA
2024-11-28T09:07:53,751 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-28T09:07:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,797 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:53,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:53,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:53,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:53,809 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:53,811 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 466 msec
2024-11-28T09:07:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-28T09:07:53,974 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-28T09:07:53,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportFileSystemStateWithMergeRegion get assigned. Timeout = 60000ms
2024-11-28T09:07:53,974 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:53,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportFileSystemStateWithMergeRegion assigned to meta. Checking AM states.
2024-11-28T09:07:53,977 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:53,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportFileSystemStateWithMergeRegion assigned.
2024-11-28T09:07:53,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-28T09:07:53,980 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-28T09:07:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784873980 (current time:1732784873980).
2024-11-28T09:07:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:07:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-28T09:07:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:07:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64621d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:53,982 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:53,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c31277c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,984 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:53,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d35d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:53,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:53,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:53,987 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:53,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193da530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:53,990 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9b31fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:53,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,991 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:53,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd1deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:53,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:53,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:53,994 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:53,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:53,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:53,996 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:53,997 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:53,998 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-28T09:07:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:07:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-28T09:07:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-28T09:07:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-28T09:07:54,001 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:07:54,002 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:07:54,004 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:07:54,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742150_1326 (size=215)
2024-11-28T09:07:54,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742150_1326 (size=215)
2024-11-28T09:07:54,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742150_1326 (size=215)
2024-11-28T09:07:54,022 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:07:54,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f}, {pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0}]
2024-11-28T09:07:54,023 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,023 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion'
2024-11-28T09:07:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-28T09:07:54,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=139
2024-11-28T09:07:54,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=138
2024-11-28T09:07:54,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:54,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 1a49ba0054c127ba58d7d071a8b3873f:

2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 0d5ca47e5b1f0717672a2355d8aefab0:

2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:07:54,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:07:54,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742151_1327 (size=86)
2024-11-28T09:07:54,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742151_1327 (size=86)
2024-11-28T09:07:54,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742151_1327 (size=86)
2024-11-28T09:07:54,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:54,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-28T09:07:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-28T09:07:54,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,203 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,207 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f in 183 msec
2024-11-28T09:07:54,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742152_1328 (size=86)
2024-11-28T09:07:54,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742152_1328 (size=86)
2024-11-28T09:07:54,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742152_1328 (size=86)
2024-11-28T09:07:54,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:54,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-28T09:07:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=139
2024-11-28T09:07:54,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,216 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=137
2024-11-28T09:07:54,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0 in 198 msec
2024-11-28T09:07:54,224 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:07:54,225 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:07:54,226 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:07:54,226 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,227 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742153_1329 (size=597)
2024-11-28T09:07:54,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742153_1329 (size=597)
2024-11-28T09:07:54,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742153_1329 (size=597)
2024-11-28T09:07:54,273 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:07:54,281 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:07:54,282 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,284 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:07:54,285 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-28T09:07:54,287 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 287 msec
2024-11-28T09:07:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-28T09:07:54,314 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-28T09:07:54,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion', row='02f96a41db359915707ab03a2582574d6', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:54,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion', row='1237232f678d03f63593f17664068cd56', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:54,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion', row='25d487ab935107e4be40183633122a5d9', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:54,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion', row='3a75b2a5ff3b2d39284f149d74d75d543', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:54,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion', row='4c27f88a1414139f49b5d2ebcf5692b7b', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:54,326 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:07:54,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:07:54,329 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-28T09:07:54,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:54,332 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:07:54,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-28T09:07:54,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-28T09:07:54,340 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-28T09:07:54,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-28T09:07:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784874343 (current time:1732784874343).
2024-11-28T09:07:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:07:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-28T09:07:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:07:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a119a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:54,345 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c591548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:54,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,346 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:54,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21f033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:54,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:54,349 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a30c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:54,351 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:54,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:54,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ee88d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,353 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:54,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c85fd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:54,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:54,355 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:54,358 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:54,359 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:07:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:54,359 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-28T09:07:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:07:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-28T09:07:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-28T09:07:54,362 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:07:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-28T09:07:54,362 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:07:54,364 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:07:54,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742154_1330 (size=210)
2024-11-28T09:07:54,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742154_1330 (size=210)
2024-11-28T09:07:54,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742154_1330 (size=210)
2024-11-28T09:07:54,370 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:07:54,371 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f}, {pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0}]
2024-11-28T09:07:54,371 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,371 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-28T09:07:54,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=142
2024-11-28T09:07:54,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=141
2024-11-28T09:07:54,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:54,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:54,526 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 1a49ba0054c127ba58d7d071a8b3873f 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-28T09:07:54,526 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 0d5ca47e5b1f0717672a2355d8aefab0 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-28T09:07:54,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/.tmp/cf/f61bee6a0afe4c59ab0928f4df16369a is 71, key is 00e5662cf4d220b2c71f74071c42b24c/cf:q/1732784874326/Put/seqid=0
2024-11-28T09:07:54,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/.tmp/cf/b65e212840b5485abea0619f7b014334 is 71, key is 1380f5fdbd743f2f89790ba539727609/cf:q/1732784874328/Put/seqid=0
2024-11-28T09:07:54,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742156_1332 (size=5216)
2024-11-28T09:07:54,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742156_1332 (size=5216)
2024-11-28T09:07:54,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742155_1331 (size=8394)
2024-11-28T09:07:54,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742155_1331 (size=8394)
2024-11-28T09:07:54,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742156_1332 (size=5216)
2024-11-28T09:07:54,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742155_1331 (size=8394)
2024-11-28T09:07:54,549 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/.tmp/cf/f61bee6a0afe4c59ab0928f4df16369a
2024-11-28T09:07:54,549 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.13 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/.tmp/cf/b65e212840b5485abea0619f7b014334
2024-11-28T09:07:54,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/.tmp/cf/f61bee6a0afe4c59ab0928f4df16369a as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a
2024-11-28T09:07:54,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/.tmp/cf/b65e212840b5485abea0619f7b014334 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334
2024-11-28T09:07:54,558 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a, entries=2, sequenceid=6, filesize=5.1 K
2024-11-28T09:07:54,558 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334, entries=48, sequenceid=6, filesize=8.2 K
2024-11-28T09:07:54,559 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 1a49ba0054c127ba58d7d071a8b3873f in 33ms, sequenceid=6, compaction requested=false
2024-11-28T09:07:54,559 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 0d5ca47e5b1f0717672a2355d8aefab0 in 33ms, sequenceid=6, compaction requested=false
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 1a49ba0054c127ba58d7d071a8b3873f:

2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 0d5ca47e5b1f0717672a2355d8aefab0:

2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a] hfiles
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334] hfiles
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742158_1334 (size=125)
2024-11-28T09:07:54,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742157_1333 (size=125)
2024-11-28T09:07:54,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742157_1333 (size=125)
2024-11-28T09:07:54,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742158_1334 (size=125)
2024-11-28T09:07:54,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742158_1334 (size=125)
2024-11-28T09:07:54,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742157_1333 (size=125)
2024-11-28T09:07:54,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:07:54,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142
2024-11-28T09:07:54,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:07:54,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-28T09:07:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=142
2024-11-28T09:07:54,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=141
2024-11-28T09:07:54,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,566 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:07:54,566 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:07:54,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f in 196 msec
2024-11-28T09:07:54,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=140
2024-11-28T09:07:54,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0 in 196 msec
2024-11-28T09:07:54,568 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:07:54,569 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:07:54,569 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:07:54,569 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,570 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742159_1335 (size=675)
2024-11-28T09:07:54,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742159_1335 (size=675)
2024-11-28T09:07:54,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742159_1335 (size=675)
2024-11-28T09:07:54,579 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:07:54,584 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:07:54,584 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:07:54,585 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:07:54,585 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-28T09:07:54,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 225 msec
2024-11-28T09:07:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-28T09:07:54,685 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-28T09:07:54,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:07:54,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:07:54,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T09:07:54,694 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:07:54,694 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:07:54,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T09:07:54,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion-1', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:07:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:54,700 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:07:54,700 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:54,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion-1"
 procId is: 143
2024-11-28T09:07:54,701 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:07:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-28T09:07:54,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742160_1336 (size=399)
2024-11-28T09:07:54,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742160_1336 (size=399)
2024-11-28T09:07:54,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742160_1336 (size=399)
2024-11-28T09:07:54,711 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b973369fc82b28ec841abbd1b820e328, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.', STARTKEY => '', ENDKEY => '2'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:54,711 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e02cfe161620482914caa9b912e5c99d, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.', STARTKEY => '2', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:54,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742161_1337 (size=85)
2024-11-28T09:07:54,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742161_1337 (size=85)
2024-11-28T09:07:54,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742161_1337 (size=85)
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1722): Closing b973369fc82b28ec841abbd1b820e328, disabling compactions & flushes
2024-11-28T09:07:54,724 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328. after waiting 0 ms
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:54,724 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:54,724 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1676): Region close journal for b973369fc82b28ec841abbd1b820e328:
Waiting for close lock at 1732784874724Disabling compacts and flushes for region at 1732784874724Disabling writes for close at 1732784874724Writing region close event to WAL at 1732784874724Closed at 1732784874724
2024-11-28T09:07:54,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742162_1338 (size=85)
2024-11-28T09:07:54,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742162_1338 (size=85)
2024-11-28T09:07:54,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742162_1338 (size=85)
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1722): Closing e02cfe161620482914caa9b912e5c99d, disabling compactions & flushes
2024-11-28T09:07:54,735 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d. after waiting 0 ms
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:54,735 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:54,735 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1676): Region close journal for e02cfe161620482914caa9b912e5c99d:
Waiting for close lock at 1732784874735Disabling compacts and flushes for region at 1732784874735Disabling writes for close at 1732784874735Writing region close event to WAL at 1732784874735Closed at 1732784874735
2024-11-28T09:07:54,736 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:07:54,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732784874737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784874737"}]},"ts":"1732784874737"}
2024-11-28T09:07:54,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732784874737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784874737"}]},"ts":"1732784874737"}
2024-11-28T09:07:54,740 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:07:54,741 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:07:54,742 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784874741"}]},"ts":"1732784874741"}
2024-11-28T09:07:54,744 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLING in hbase:meta
2024-11-28T09:07:54,744 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:07:54,745 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:07:54,745 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:07:54,745 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:07:54,745 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:07:54,746 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:07:54,746 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, ASSIGN}, {pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, ASSIGN}]
2024-11-28T09:07:54,747 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, ASSIGN
2024-11-28T09:07:54,747 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, ASSIGN
2024-11-28T09:07:54,748 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:07:54,748 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:07:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-28T09:07:54,898 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:07:54,899 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=b973369fc82b28ec841abbd1b820e328, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:54,899 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=e02cfe161620482914caa9b912e5c99d, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, ASSIGN because future has completed
2024-11-28T09:07:54,903 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, ASSIGN because future has completed
2024-11-28T09:07:54,905 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-28T09:07:55,061 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => e02cfe161620482914caa9b912e5c99d, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.', STARTKEY => '2', ENDKEY => ''}
2024-11-28T09:07:55,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d. service=AccessControlService
2024-11-28T09:07:55,062 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:55,063 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,063 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:55,063 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,063 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,064 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,064 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => b973369fc82b28ec841abbd1b820e328, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.', STARTKEY => '', ENDKEY => '2'}
2024-11-28T09:07:55,065 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328. service=AccessControlService
2024-11-28T09:07:55,065 INFO  [StoreOpener-e02cfe161620482914caa9b912e5c99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e02cfe161620482914caa9b912e5c99d 
2024-11-28T09:07:55,065 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:55,066 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,066 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:55,066 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,066 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,068 INFO  [StoreOpener-b973369fc82b28ec841abbd1b820e328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b973369fc82b28ec841abbd1b820e328 
2024-11-28T09:07:55,068 INFO  [StoreOpener-e02cfe161620482914caa9b912e5c99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02cfe161620482914caa9b912e5c99d columnFamilyName cf
2024-11-28T09:07:55,068 DEBUG [StoreOpener-e02cfe161620482914caa9b912e5c99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,069 INFO  [StoreOpener-e02cfe161620482914caa9b912e5c99d-1 {}] regionserver.HStore(327): Store=e02cfe161620482914caa9b912e5c99d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:55,069 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,070 INFO  [StoreOpener-b973369fc82b28ec841abbd1b820e328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b973369fc82b28ec841abbd1b820e328 columnFamilyName cf
2024-11-28T09:07:55,070 DEBUG [StoreOpener-b973369fc82b28ec841abbd1b820e328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,070 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,071 INFO  [StoreOpener-b973369fc82b28ec841abbd1b820e328-1 {}] regionserver.HStore(327): Store=b973369fc82b28ec841abbd1b820e328/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:55,071 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,071 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,071 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,071 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,073 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,074 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,075 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:55,075 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened e02cfe161620482914caa9b912e5c99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67465748, jitterRate=0.005317986011505127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:55,075 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,075 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:07:55,076 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened b973369fc82b28ec841abbd1b820e328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667826, jitterRate=-0.08107778429985046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:55,076 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,076 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for e02cfe161620482914caa9b912e5c99d:
Running coprocessor pre-open hook at 1732784875063Writing region info on filesystem at 1732784875063Initializing all the Stores at 1732784875064 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784875064Cleaning up temporary data from old regions at 1732784875071 (+7 ms)Running coprocessor post-open hooks at 1732784875075 (+4 ms)Region opened successfully at 1732784875076 (+1 ms)
2024-11-28T09:07:55,076 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for b973369fc82b28ec841abbd1b820e328:
Running coprocessor pre-open hook at 1732784875066Writing region info on filesystem at 1732784875066Initializing all the Stores at 1732784875067 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784875067Cleaning up temporary data from old regions at 1732784875072 (+5 ms)Running coprocessor post-open hooks at 1732784875076 (+4 ms)Region opened successfully at 1732784875076
2024-11-28T09:07:55,077 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328., pid=147, masterSystemTime=1732784875060
2024-11-28T09:07:55,077 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d., pid=146, masterSystemTime=1732784875057
2024-11-28T09:07:55,078 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,078 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,079 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=b973369fc82b28ec841abbd1b820e328, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:55,079 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,079 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,080 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=e02cfe161620482914caa9b912e5c99d, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:55,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:55,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:55,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=144
2024-11-28T09:07:55,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=144, state=SUCCESS, hasLock=false; OpenRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257 in 177 msec
2024-11-28T09:07:55,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-28T09:07:55,085 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, ASSIGN in 337 msec
2024-11-28T09:07:55,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337 in 180 msec
2024-11-28T09:07:55,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143
2024-11-28T09:07:55,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, ASSIGN in 339 msec
2024-11-28T09:07:55,087 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:07:55,087 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784875087"}]},"ts":"1732784875087"}
2024-11-28T09:07:55,088 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLED in hbase:meta
2024-11-28T09:07:55,089 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:07:55,089 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion-1 jenkins: RWXCA
2024-11-28T09:07:55,092 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-28T09:07:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:55,248 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,261 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,262 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-28T09:07:55,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 563 msec
2024-11-28T09:07:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-28T09:07:55,324 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-28T09:07:55,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='1', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:55,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='2', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:07:55,335 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion-1,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion-1 ,, for max=2147483647 with caching=100
2024-11-28T09:07:55,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$2(2278): Client=jenkins//172.17.0.3 merge regions [b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d]
2024-11-28T09:07:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d], force=true
2024-11-28T09:07:55,356 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d], force=true
2024-11-28T09:07:55,356 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d], force=true
2024-11-28T09:07:55,356 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d], force=true
2024-11-28T09:07:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-28T09:07:55,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, UNASSIGN}, {pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, UNASSIGN}]
2024-11-28T09:07:55,365 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, UNASSIGN
2024-11-28T09:07:55,365 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, UNASSIGN
2024-11-28T09:07:55,365 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b973369fc82b28ec841abbd1b820e328, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:55,365 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=e02cfe161620482914caa9b912e5c99d, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:07:55,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, UNASSIGN because future has completed
2024-11-28T09:07:55,367 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:55,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:07:55,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, UNASSIGN because future has completed
2024-11-28T09:07:55,368 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-28T09:07:55,368 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-28T09:07:55,519 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(122): Close e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1722): Closing e02cfe161620482914caa9b912e5c99d, disabling compactions & flushes
2024-11-28T09:07:55,520 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d. after waiting 0 ms
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,520 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2902): Flushing e02cfe161620482914caa9b912e5c99d 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-28T09:07:55,520 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-28T09:07:55,520 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing b973369fc82b28ec841abbd1b820e328, disabling compactions & flushes
2024-11-28T09:07:55,521 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,521 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,521 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328. after waiting 0 ms
2024-11-28T09:07:55,521 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,521 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing b973369fc82b28ec841abbd1b820e328 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-28T09:07:55,534 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/.tmp/cf/8514c826e2674051b663c66e35a63e2e is 28, key is 2/cf:/1732784875334/Put/seqid=0
2024-11-28T09:07:55,534 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/.tmp/cf/7b0b0849656b4d3b9bb5bdd0ae312403 is 28, key is 1/cf:/1732784875327/Put/seqid=0
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742163_1339 (size=4945)
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742164_1340 (size=4945)
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742164_1340 (size=4945)
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742163_1339 (size=4945)
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742164_1340 (size=4945)
2024-11-28T09:07:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742163_1339 (size=4945)
2024-11-28T09:07:55,540 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/.tmp/cf/7b0b0849656b4d3b9bb5bdd0ae312403
2024-11-28T09:07:55,540 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/.tmp/cf/8514c826e2674051b663c66e35a63e2e
2024-11-28T09:07:55,544 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/.tmp/cf/8514c826e2674051b663c66e35a63e2e as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e
2024-11-28T09:07:55,544 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/.tmp/cf/7b0b0849656b4d3b9bb5bdd0ae312403 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403
2024-11-28T09:07:55,548 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e, entries=1, sequenceid=5, filesize=4.8 K
2024-11-28T09:07:55,549 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403, entries=1, sequenceid=5, filesize=4.8 K
2024-11-28T09:07:55,549 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for e02cfe161620482914caa9b912e5c99d in 29ms, sequenceid=5, compaction requested=false
2024-11-28T09:07:55,549 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for b973369fc82b28ec841abbd1b820e328 in 28ms, sequenceid=5, compaction requested=false
2024-11-28T09:07:55,549 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1'
2024-11-28T09:07:55,549 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1'
2024-11-28T09:07:55,553 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:07:55,553 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:07:55,553 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:55,553 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:07:55,554 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.
2024-11-28T09:07:55,554 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.
2024-11-28T09:07:55,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1676): Region close journal for e02cfe161620482914caa9b912e5c99d:
Waiting for close lock at 1732784875520Running coprocessor pre-close hooks at 1732784875520Disabling compacts and flushes for region at 1732784875520Disabling writes for close at 1732784875520Obtaining lock to block concurrent updates at 1732784875520Preparing flush snapshotting stores in e02cfe161620482914caa9b912e5c99d at 1732784875520Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732784875520Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d. at 1732784875521 (+1 ms)Flushing e02cfe161620482914caa9b912e5c99d/cf: creating writer at 1732784875521Flushing e02cfe161620482914caa9b912e5c99d/cf: appending metadata at 1732784875533 (+12 ms)Flushing e02cfe161620482914caa9b912e5c99d/cf: closing flushed file at 1732784875533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a33f2a: reopening flushed file at 1732784875544 (+11 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for e02cfe161620482914caa9b912e5c99d in 29ms, sequenceid=5, compaction requested=false at 1732784875549 (+5 ms)Writing region close event to WAL at 1732784875550 (+1 ms)Running coprocessor post-close hooks at 1732784875553 (+3 ms)Closed at 1732784875553
2024-11-28T09:07:55,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for b973369fc82b28ec841abbd1b820e328:
Waiting for close lock at 1732784875520Running coprocessor pre-close hooks at 1732784875520Disabling compacts and flushes for region at 1732784875520Disabling writes for close at 1732784875521 (+1 ms)Obtaining lock to block concurrent updates at 1732784875521Preparing flush snapshotting stores in b973369fc82b28ec841abbd1b820e328 at 1732784875521Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732784875521Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328. at 1732784875521Flushing b973369fc82b28ec841abbd1b820e328/cf: creating writer at 1732784875521Flushing b973369fc82b28ec841abbd1b820e328/cf: appending metadata at 1732784875533 (+12 ms)Flushing b973369fc82b28ec841abbd1b820e328/cf: closing flushed file at 1732784875533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381d4b7a: reopening flushed file at 1732784875544 (+11 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for b973369fc82b28ec841abbd1b820e328 in 28ms, sequenceid=5, compaction requested=false at 1732784875549 (+5 ms)Writing region close event to WAL at 1732784875550 (+1 ms)Running coprocessor post-close hooks at 1732784875553 (+3 ms)Closed at 1732784875554 (+1 ms)
2024-11-28T09:07:55,555 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed b973369fc82b28ec841abbd1b820e328
2024-11-28T09:07:55,556 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b973369fc82b28ec841abbd1b820e328, regionState=CLOSED
2024-11-28T09:07:55,556 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(157): Closed e02cfe161620482914caa9b912e5c99d
2024-11-28T09:07:55,557 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=e02cfe161620482914caa9b912e5c99d, regionState=CLOSED
2024-11-28T09:07:55,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:55,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:07:55,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=149
2024-11-28T09:07:55,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure b973369fc82b28ec841abbd1b820e328, server=81db972b9a1d,43977,1732784624257 in 190 msec
2024-11-28T09:07:55,561 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-28T09:07:55,561 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseRegionProcedure e02cfe161620482914caa9b912e5c99d, server=81db972b9a1d,42743,1732784624337 in 192 msec
2024-11-28T09:07:55,561 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b973369fc82b28ec841abbd1b820e328, UNASSIGN in 196 msec
2024-11-28T09:07:55,562 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=148
2024-11-28T09:07:55,562 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=e02cfe161620482914caa9b912e5c99d, UNASSIGN in 197 msec
2024-11-28T09:07:55,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742165_1341 (size=84)
2024-11-28T09:07:55,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742165_1341 (size=84)
2024-11-28T09:07:55,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742165_1341 (size=84)
2024-11-28T09:07:55,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742166_1342 (size=20)
2024-11-28T09:07:55,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742166_1342 (size=20)
2024-11-28T09:07:55,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742166_1342 (size=20)
2024-11-28T09:07:55,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742167_1343 (size=21)
2024-11-28T09:07:55,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742167_1343 (size=21)
2024-11-28T09:07:55,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742167_1343 (size=21)
2024-11-28T09:07:55,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742168_1344 (size=84)
2024-11-28T09:07:55,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742168_1344 (size=84)
2024-11-28T09:07:55,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742168_1344 (size=84)
2024-11-28T09:07:55,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,601 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=-1
2024-11-28T09:07:55,603 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874697.b973369fc82b28ec841abbd1b820e328.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:55,603 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732784874697.e02cfe161620482914caa9b912e5c99d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:55,603 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Put {"totalColumns":7,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0000","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0001","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-28T09:07:55,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, ASSIGN}]
2024-11-28T09:07:55,607 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, ASSIGN
2024-11-28T09:07:55,608 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, ASSIGN; state=MERGED, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:07:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-28T09:07:55,758 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-28T09:07:55,759 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=d0c6d4d8e40fbf5aa839813938e95152, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, ASSIGN because future has completed
2024-11-28T09:07:55,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:07:55,928 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:07:55,928 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => d0c6d4d8e40fbf5aa839813938e95152, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.', STARTKEY => '', ENDKEY => ''}
2024-11-28T09:07:55,929 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152. service=AccessControlService
2024-11-28T09:07:55,929 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:07:55,930 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,930 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:07:55,930 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,930 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,932 INFO  [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0c6d4d8e40fbf5aa839813938e95152 
2024-11-28T09:07:55,934 INFO  [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c6d4d8e40fbf5aa839813938e95152 columnFamilyName cf
2024-11-28T09:07:55,934 DEBUG [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:07:55,948 DEBUG [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/7b0b0849656b4d3b9bb5bdd0ae312403.b973369fc82b28ec841abbd1b820e328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403-top
2024-11-28T09:07:55,952 DEBUG [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/8514c826e2674051b663c66e35a63e2e.e02cfe161620482914caa9b912e5c99d->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e-top
2024-11-28T09:07:55,953 INFO  [StoreOpener-d0c6d4d8e40fbf5aa839813938e95152-1 {}] regionserver.HStore(327): Store=d0c6d4d8e40fbf5aa839813938e95152/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:07:55,953 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,954 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,955 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,955 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,955 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,957 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,957 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened d0c6d4d8e40fbf5aa839813938e95152; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61296483, jitterRate=-0.08661122620105743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:07:55,957 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:55,958 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for d0c6d4d8e40fbf5aa839813938e95152:
Running coprocessor pre-open hook at 1732784875930Writing region info on filesystem at 1732784875930Initializing all the Stores at 1732784875932 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784875932Cleaning up temporary data from old regions at 1732784875955 (+23 ms)Running coprocessor post-open hooks at 1732784875957 (+2 ms)Region opened successfully at 1732784875958 (+1 ms)
2024-11-28T09:07:55,958 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152., pid=154, masterSystemTime=1732784875919
2024-11-28T09:07:55,958 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.CompactSplit(342): Ignoring compaction request for testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.,because compaction is disabled.
2024-11-28T09:07:55,960 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:07:55,960 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:07:55,960 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=d0c6d4d8e40fbf5aa839813938e95152, regionState=OPEN, openSeqNum=9, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:07:55,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:07:55,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153
2024-11-28T09:07:55,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257 in 196 msec
2024-11-28T09:07:55,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=148
2024-11-28T09:07:55,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, ASSIGN in 358 msec
2024-11-28T09:07:55,966 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[b973369fc82b28ec841abbd1b820e328, e02cfe161620482914caa9b912e5c99d], force=true in 613 msec
2024-11-28T09:07:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-28T09:07:55,984 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MERGE_REGIONS, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-28T09:07:55,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-28T09:07:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784875984 (current time:1732784875984).
2024-11-28T09:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 VERSION not specified, setting to 2
2024-11-28T09:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdc50f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:55,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:55,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a841b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:55,988 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:55,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163f7aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:55,991 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:55,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:07:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:55,993 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34983463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:07:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:07:55,995 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:07:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:07:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:07:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7acc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:07:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:07:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:55,997 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:07:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4c831d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:07:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:07:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:07:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:56,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion-1', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:07:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:07:56,004 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:07:56,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:07:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:07:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:07:56,006 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:07:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-28T09:07:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:07:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-28T09:07:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-28T09:07:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-28T09:07:56,008 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:07:56,009 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:07:56,011 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:07:56,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742169_1345 (size=216)
2024-11-28T09:07:56,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742169_1345 (size=216)
2024-11-28T09:07:56,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742169_1345 (size=216)
2024-11-28T09:07:56,018 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:07:56,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0c6d4d8e40fbf5aa839813938e95152}]
2024-11-28T09:07:56,019 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-28T09:07:56,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=156
2024-11-28T09:07:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:07:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for d0c6d4d8e40fbf5aa839813938e95152:

2024-11-28T09:07:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152. for snaptb0-testExportFileSystemStateWithMergeRegion-1 completed.
2024-11-28T09:07:56,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:07:56,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/7b0b0849656b4d3b9bb5bdd0ae312403.b973369fc82b28ec841abbd1b820e328->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403-top, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/8514c826e2674051b663c66e35a63e2e.e02cfe161620482914caa9b912e5c99d->hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e-top] hfiles
2024-11-28T09:07:56,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/7b0b0849656b4d3b9bb5bdd0ae312403.b973369fc82b28ec841abbd1b820e328 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/8514c826e2674051b663c66e35a63e2e.e02cfe161620482914caa9b912e5c99d for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742170_1346 (size=269)
2024-11-28T09:07:56,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742170_1346 (size=269)
2024-11-28T09:07:56,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742170_1346 (size=269)
2024-11-28T09:07:56,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:07:56,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-28T09:07:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=156
2024-11-28T09:07:56,180 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 on region d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:56,180 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:07:56,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155
2024-11-28T09:07:56,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0c6d4d8e40fbf5aa839813938e95152 in 163 msec
2024-11-28T09:07:56,183 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:07:56,184 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:07:56,184 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:07:56,184 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,185 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742171_1347 (size=670)
2024-11-28T09:07:56,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742171_1347 (size=670)
2024-11-28T09:07:56,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742171_1347 (size=670)
2024-11-28T09:07:56,195 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:07:56,201 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:07:56,202 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,203 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:07:56,203 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-28T09:07:56,205 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } in 197 msec
2024-11-28T09:07:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-28T09:07:56,323 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-28T09:07:56,324 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324
2024-11-28T09:07:56,324 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:56,357 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:07:56,357 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,359 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:07:56,365 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:07:56,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742172_1348 (size=670)
2024-11-28T09:07:56,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742172_1348 (size=670)
2024-11-28T09:07:56,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742172_1348 (size=670)
2024-11-28T09:07:56,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742173_1349 (size=216)
2024-11-28T09:07:56,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742173_1349 (size=216)
2024-11-28T09:07:56,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742173_1349 (size=216)
2024-11-28T09:07:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-13920116445807014646.jar
2024-11-28T09:07:57,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,624 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0006_000001 (auth:SIMPLE) from 127.0.0.1:55546
2024-11-28T09:07:57,638 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000001/launch_container.sh]
2024-11-28T09:07:57,638 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000001/container_tokens]
2024-11-28T09:07:57,638 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_2/usercache/jenkins/appcache/application_1732784632788_0006/container_1732784632788_0006_01_000001/sysfs]
2024-11-28T09:07:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-18075235977314490564.jar
2024-11-28T09:07:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:07:57,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:07:57,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:07:57,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:07:57,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:07:57,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:07:57,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:07:57,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:07:57,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:07:57,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:07:57,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:07:57,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:07:57,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:57,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:57,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:57,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:57,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:07:57,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:57,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:07:57,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742174_1350 (size=24020)
2024-11-28T09:07:57,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742174_1350 (size=24020)
2024-11-28T09:07:57,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742174_1350 (size=24020)
2024-11-28T09:07:57,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742175_1351 (size=77755)
2024-11-28T09:07:57,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742175_1351 (size=77755)
2024-11-28T09:07:57,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742175_1351 (size=77755)
2024-11-28T09:07:57,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742176_1352 (size=131360)
2024-11-28T09:07:57,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742176_1352 (size=131360)
2024-11-28T09:07:57,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742176_1352 (size=131360)
2024-11-28T09:07:57,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742177_1353 (size=111793)
2024-11-28T09:07:57,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742177_1353 (size=111793)
2024-11-28T09:07:57,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742177_1353 (size=111793)
2024-11-28T09:07:58,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742178_1354 (size=1832290)
2024-11-28T09:07:58,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742178_1354 (size=1832290)
2024-11-28T09:07:58,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742178_1354 (size=1832290)
2024-11-28T09:07:58,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742179_1355 (size=8360005)
2024-11-28T09:07:58,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742179_1355 (size=8360005)
2024-11-28T09:07:58,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742179_1355 (size=8360005)
2024-11-28T09:07:58,616 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:07:58,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742180_1356 (size=6424730)
2024-11-28T09:07:58,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742180_1356 (size=6424730)
2024-11-28T09:07:58,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742180_1356 (size=6424730)
2024-11-28T09:07:58,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742181_1357 (size=503880)
2024-11-28T09:07:58,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742181_1357 (size=503880)
2024-11-28T09:07:58,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742181_1357 (size=503880)
2024-11-28T09:07:58,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742182_1358 (size=322274)
2024-11-28T09:07:58,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742182_1358 (size=322274)
2024-11-28T09:07:58,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742182_1358 (size=322274)
2024-11-28T09:07:59,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742183_1359 (size=20406)
2024-11-28T09:07:59,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742183_1359 (size=20406)
2024-11-28T09:07:59,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742183_1359 (size=20406)
2024-11-28T09:07:59,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742184_1360 (size=45609)
2024-11-28T09:07:59,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742184_1360 (size=45609)
2024-11-28T09:07:59,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742184_1360 (size=45609)
2024-11-28T09:07:59,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742185_1361 (size=136454)
2024-11-28T09:07:59,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742185_1361 (size=136454)
2024-11-28T09:07:59,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742185_1361 (size=136454)
2024-11-28T09:07:59,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742186_1362 (size=1597136)
2024-11-28T09:07:59,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742186_1362 (size=1597136)
2024-11-28T09:07:59,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742186_1362 (size=1597136)
2024-11-28T09:07:59,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742187_1363 (size=30873)
2024-11-28T09:07:59,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742187_1363 (size=30873)
2024-11-28T09:07:59,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742187_1363 (size=30873)
2024-11-28T09:07:59,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742188_1364 (size=29229)
2024-11-28T09:07:59,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742188_1364 (size=29229)
2024-11-28T09:07:59,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742188_1364 (size=29229)
2024-11-28T09:07:59,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742189_1365 (size=903864)
2024-11-28T09:07:59,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742189_1365 (size=903864)
2024-11-28T09:07:59,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742189_1365 (size=903864)
2024-11-28T09:07:59,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742190_1366 (size=440956)
2024-11-28T09:07:59,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742190_1366 (size=440956)
2024-11-28T09:07:59,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742190_1366 (size=440956)
2024-11-28T09:08:00,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742191_1367 (size=5175431)
2024-11-28T09:08:00,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742191_1367 (size=5175431)
2024-11-28T09:08:00,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742191_1367 (size=5175431)
2024-11-28T09:08:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742192_1368 (size=232881)
2024-11-28T09:08:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742192_1368 (size=232881)
2024-11-28T09:08:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742192_1368 (size=232881)
2024-11-28T09:08:00,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742193_1369 (size=1323991)
2024-11-28T09:08:00,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742193_1369 (size=1323991)
2024-11-28T09:08:00,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742193_1369 (size=1323991)
2024-11-28T09:08:01,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742194_1370 (size=4695811)
2024-11-28T09:08:01,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742194_1370 (size=4695811)
2024-11-28T09:08:01,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742194_1370 (size=4695811)
2024-11-28T09:08:01,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742195_1371 (size=1877034)
2024-11-28T09:08:01,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742195_1371 (size=1877034)
2024-11-28T09:08:01,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742195_1371 (size=1877034)
2024-11-28T09:08:01,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742196_1372 (size=217555)
2024-11-28T09:08:01,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742196_1372 (size=217555)
2024-11-28T09:08:01,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742196_1372 (size=217555)
2024-11-28T09:08:01,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742197_1373 (size=4188619)
2024-11-28T09:08:01,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742197_1373 (size=4188619)
2024-11-28T09:08:01,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742197_1373 (size=4188619)
2024-11-28T09:08:01,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742198_1374 (size=127628)
2024-11-28T09:08:01,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742198_1374 (size=127628)
2024-11-28T09:08:01,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742198_1374 (size=127628)
2024-11-28T09:08:01,541 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:08:01,545 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithMergeRegion-1' hfile list
2024-11-28T09:08:01,552 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=4.8 K
2024-11-28T09:08:01,552 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=4.8 K
2024-11-28T09:08:01,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742199_1375 (size=481)
2024-11-28T09:08:01,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742199_1375 (size=481)
2024-11-28T09:08:01,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742199_1375 (size=481)
2024-11-28T09:08:01,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742200_1376 (size=21)
2024-11-28T09:08:01,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742200_1376 (size=21)
2024-11-28T09:08:01,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742200_1376 (size=21)
2024-11-28T09:08:01,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742201_1377 (size=304142)
2024-11-28T09:08:01,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742201_1377 (size=304142)
2024-11-28T09:08:01,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742201_1377 (size=304142)
2024-11-28T09:08:01,817 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:01,817 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:01,981 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:33620
2024-11-28T09:08:03,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:03,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:03,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:03,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:07,343 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:60326
2024-11-28T09:08:07,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742202_1378 (size=349840)
2024-11-28T09:08:07,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742202_1378 (size=349840)
2024-11-28T09:08:07,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742202_1378 (size=349840)
2024-11-28T09:08:09,532 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:33634
2024-11-28T09:08:09,532 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:53460
2024-11-28T09:08:11,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:08:13,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742203_1379 (size=4945)
2024-11-28T09:08:13,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742203_1379 (size=4945)
2024-11-28T09:08:13,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742203_1379 (size=4945)
2024-11-28T09:08:13,195 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000003/launch_container.sh]
2024-11-28T09:08:13,195 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000003/container_tokens]
2024-11-28T09:08:13,195 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000003/sysfs]
2024-11-28T09:08:13,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742205_1381 (size=4945)
2024-11-28T09:08:13,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742205_1381 (size=4945)
2024-11-28T09:08:13,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742205_1381 (size=4945)
2024-11-28T09:08:13,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742204_1380 (size=22243)
2024-11-28T09:08:13,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742204_1380 (size=22243)
2024-11-28T09:08:13,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742204_1380 (size=22243)
2024-11-28T09:08:13,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742206_1382 (size=482)
2024-11-28T09:08:13,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742206_1382 (size=482)
2024-11-28T09:08:13,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742206_1382 (size=482)
2024-11-28T09:08:13,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742207_1383 (size=22243)
2024-11-28T09:08:13,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742207_1383 (size=22243)
2024-11-28T09:08:13,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742207_1383 (size=22243)
2024-11-28T09:08:13,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742208_1384 (size=349840)
2024-11-28T09:08:13,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742208_1384 (size=349840)
2024-11-28T09:08:13,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742208_1384 (size=349840)
2024-11-28T09:08:13,760 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000002/launch_container.sh]
2024-11-28T09:08:13,760 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000002/container_tokens]
2024-11-28T09:08:13,760 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000002/sysfs]
2024-11-28T09:08:13,764 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:47146
2024-11-28T09:08:14,963 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:08:14,964 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:08:14,976 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:14,976 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:08:14,976 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:08:14,976 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:14,977 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-28T09:08:14,977 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-28T09:08:14,977 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:14,978 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-28T09:08:14,978 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784876324/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-28T09:08:14,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-28T09:08:14,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784894989"}]},"ts":"1732784894989"}
2024-11-28T09:08:14,991 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLING in hbase:meta
2024-11-28T09:08:14,991 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLING
2024-11-28T09:08:14,992 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1}]
2024-11-28T09:08:14,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, UNASSIGN}]
2024-11-28T09:08:14,995 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, UNASSIGN
2024-11-28T09:08:14,995 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=d0c6d4d8e40fbf5aa839813938e95152, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:14,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, UNASSIGN because future has completed
2024-11-28T09:08:14,998 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:14,998 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-28T09:08:15,151 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:08:15,151 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:15,151 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing d0c6d4d8e40fbf5aa839813938e95152, disabling compactions & flushes
2024-11-28T09:08:15,151 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:08:15,151 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:08:15,151 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152. after waiting 0 ms
2024-11-28T09:08:15,151 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:08:15,159 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=8
2024-11-28T09:08:15,159 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:15,159 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.
2024-11-28T09:08:15,160 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for d0c6d4d8e40fbf5aa839813938e95152:
Waiting for close lock at 1732784895151Running coprocessor pre-close hooks at 1732784895151Disabling compacts and flushes for region at 1732784895151Disabling writes for close at 1732784895151Writing region close event to WAL at 1732784895153 (+2 ms)Running coprocessor post-close hooks at 1732784895159 (+6 ms)Closed at 1732784895159
2024-11-28T09:08:15,162 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:08:15,162 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=d0c6d4d8e40fbf5aa839813938e95152, regionState=CLOSED
2024-11-28T09:08:15,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:15,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159
2024-11-28T09:08:15,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure d0c6d4d8e40fbf5aa839813938e95152, server=81db972b9a1d,43977,1732784624257 in 168 msec
2024-11-28T09:08:15,171 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-28T09:08:15,171 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=d0c6d4d8e40fbf5aa839813938e95152, UNASSIGN in 174 msec
2024-11-28T09:08:15,174 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-28T09:08:15,174 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 180 msec
2024-11-28T09:08:15,175 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784895175"}]},"ts":"1732784895175"}
2024-11-28T09:08:15,177 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLED in hbase:meta
2024-11-28T09:08:15,177 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLED
2024-11-28T09:08:15,179 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 192 msec
2024-11-28T09:08:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-28T09:08:15,303 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-28T09:08:15,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,306 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,307 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,310 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,311 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:08:15,311 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328
2024-11-28T09:08:15,311 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d
2024-11-28T09:08:15,313 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/recovered.edits]
2024-11-28T09:08:15,313 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/recovered.edits]
2024-11-28T09:08:15,313 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/recovered.edits]
2024-11-28T09:08:15,319 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/cf/7b0b0849656b4d3b9bb5bdd0ae312403
2024-11-28T09:08:15,320 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/7b0b0849656b4d3b9bb5bdd0ae312403.b973369fc82b28ec841abbd1b820e328 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/7b0b0849656b4d3b9bb5bdd0ae312403.b973369fc82b28ec841abbd1b820e328
2024-11-28T09:08:15,320 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/cf/8514c826e2674051b663c66e35a63e2e
2024-11-28T09:08:15,322 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/8514c826e2674051b663c66e35a63e2e.e02cfe161620482914caa9b912e5c99d to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/cf/8514c826e2674051b663c66e35a63e2e.e02cfe161620482914caa9b912e5c99d
2024-11-28T09:08:15,324 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/recovered.edits/8.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328/recovered.edits/8.seqid
2024-11-28T09:08:15,326 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b973369fc82b28ec841abbd1b820e328
2024-11-28T09:08:15,341 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/recovered.edits/8.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d/recovered.edits/8.seqid
2024-11-28T09:08:15,341 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/e02cfe161620482914caa9b912e5c99d
2024-11-28T09:08:15,342 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/recovered.edits/12.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152/recovered.edits/12.seqid
2024-11-28T09:08:15,342 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/d0c6d4d8e40fbf5aa839813938e95152
2024-11-28T09:08:15,342 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion-1 regions
2024-11-28T09:08:15,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,349 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testtb-testExportFileSystemStateWithMergeRegion-1 from hbase:meta
2024-11-28T09:08:15,352 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' descriptor.
2024-11-28T09:08:15,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' from region states.
2024-11-28T09:08:15,354 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784895353"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:15,356 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-28T09:08:15,356 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d0c6d4d8e40fbf5aa839813938e95152, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152.', STARTKEY => '', ENDKEY => ''}]
2024-11-28T09:08:15,356 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion-1' as deleted.
2024-11-28T09:08:15,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784895356"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:15,359 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion-1 state from META
2024-11-28T09:08:15,360 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,361 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 56 msec
2024-11-28T09:08:15,375 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,376 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-28T09:08:15,376 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-28T09:08:15,376 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-28T09:08:15,376 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-28T09:08:15,385 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,385 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,387 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161
2024-11-28T09:08:15,387 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:15,387 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,387 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:15,387 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:15,388 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-28T09:08:15,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-28T09:08:15,392 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784895392"}]},"ts":"1732784895392"}
2024-11-28T09:08:15,394 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLING in hbase:meta
2024-11-28T09:08:15,394 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLING
2024-11-28T09:08:15,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion}]
2024-11-28T09:08:15,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, UNASSIGN}, {pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, UNASSIGN}]
2024-11-28T09:08:15,398 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, UNASSIGN
2024-11-28T09:08:15,398 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, UNASSIGN
2024-11-28T09:08:15,399 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=1a49ba0054c127ba58d7d071a8b3873f, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:15,399 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=0d5ca47e5b1f0717672a2355d8aefab0, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, UNASSIGN because future has completed
2024-11-28T09:08:15,401 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:15,401 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, UNASSIGN because future has completed
2024-11-28T09:08:15,402 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:15,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:08:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-28T09:08:15,554 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:08:15,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:15,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing 1a49ba0054c127ba58d7d071a8b3873f, disabling compactions & flushes
2024-11-28T09:08:15,554 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:08:15,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:08:15,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f. after waiting 0 ms
2024-11-28T09:08:15,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:08:15,555 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:08:15,555 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:15,555 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 0d5ca47e5b1f0717672a2355d8aefab0, disabling compactions & flushes
2024-11-28T09:08:15,555 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:08:15,555 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:08:15,555 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0. after waiting 0 ms
2024-11-28T09:08:15,555 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:08:15,558 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:15,558 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:15,558 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.
2024-11-28T09:08:15,559 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for 1a49ba0054c127ba58d7d071a8b3873f:
Waiting for close lock at 1732784895554Running coprocessor pre-close hooks at 1732784895554Disabling compacts and flushes for region at 1732784895554Disabling writes for close at 1732784895554Writing region close event to WAL at 1732784895555 (+1 ms)Running coprocessor post-close hooks at 1732784895558 (+3 ms)Closed at 1732784895558
2024-11-28T09:08:15,560 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:15,560 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed 1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:08:15,560 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:15,560 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.
2024-11-28T09:08:15,561 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 0d5ca47e5b1f0717672a2355d8aefab0:
Waiting for close lock at 1732784895555Running coprocessor pre-close hooks at 1732784895555Disabling compacts and flushes for region at 1732784895555Disabling writes for close at 1732784895555Writing region close event to WAL at 1732784895555Running coprocessor post-close hooks at 1732784895560 (+5 ms)Closed at 1732784895560
2024-11-28T09:08:15,561 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=1a49ba0054c127ba58d7d071a8b3873f, regionState=CLOSED
2024-11-28T09:08:15,562 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:08:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:15,563 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=0d5ca47e5b1f0717672a2355d8aefab0, regionState=CLOSED
2024-11-28T09:08:15,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:08:15,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=164
2024-11-28T09:08:15,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a49ba0054c127ba58d7d071a8b3873f, server=81db972b9a1d,43977,1732784624257 in 163 msec
2024-11-28T09:08:15,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=165
2024-11-28T09:08:15,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure 0d5ca47e5b1f0717672a2355d8aefab0, server=81db972b9a1d,42743,1732784624337 in 162 msec
2024-11-28T09:08:15,567 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a49ba0054c127ba58d7d071a8b3873f, UNASSIGN in 170 msec
2024-11-28T09:08:15,568 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=163
2024-11-28T09:08:15,568 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0d5ca47e5b1f0717672a2355d8aefab0, UNASSIGN in 171 msec
2024-11-28T09:08:15,570 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-28T09:08:15,570 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 174 msec
2024-11-28T09:08:15,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784895571"}]},"ts":"1732784895571"}
2024-11-28T09:08:15,573 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLED in hbase:meta
2024-11-28T09:08:15,573 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLED
2024-11-28T09:08:15,579 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 189 msec
2024-11-28T09:08:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-28T09:08:15,704 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-28T09:08:15,704 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,706 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,707 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,709 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,711 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:08:15,711 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:08:15,712 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/recovered.edits]
2024-11-28T09:08:15,713 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/recovered.edits]
2024-11-28T09:08:15,721 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/cf/b65e212840b5485abea0619f7b014334
2024-11-28T09:08:15,725 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0/recovered.edits/9.seqid
2024-11-28T09:08:15,725 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/cf/f61bee6a0afe4c59ab0928f4df16369a
2024-11-28T09:08:15,726 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/0d5ca47e5b1f0717672a2355d8aefab0
2024-11-28T09:08:15,729 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f/recovered.edits/9.seqid
2024-11-28T09:08:15,740 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a49ba0054c127ba58d7d071a8b3873f
2024-11-28T09:08:15,740 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion regions
2024-11-28T09:08:15,743 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,746 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithMergeRegion from hbase:meta
2024-11-28T09:08:15,748 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion' descriptor.
2024-11-28T09:08:15,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion' from region states.
2024-11-28T09:08:15,751 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784895751"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:15,751 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784895751"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:15,754 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:08:15,755 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1a49ba0054c127ba58d7d071a8b3873f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732784873342.1a49ba0054c127ba58d7d071a8b3873f.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 0d5ca47e5b1f0717672a2355d8aefab0, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732784873342.0d5ca47e5b1f0717672a2355d8aefab0.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:08:15,755 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion' as deleted.
2024-11-28T09:08:15,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784895755"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:15,757 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion state from META
2024-11-28T09:08:15,758 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 54 msec
2024-11-28T09:08:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,764 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,765 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-28T09:08:15,765 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-28T09:08:15,766 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-28T09:08:15,766 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,775 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,775 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-28T09:08:15,777 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,777 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-28T09:08:15,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-28T09:08:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-28T09:08:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:15,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion-1"
type: DISABLED

2024-11-28T09:08:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:15,813 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=817 (was 808)
Potentially hanging thread: RPCClient-NioEventLoopGroup-6-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1788409984_1 at /127.0.0.1:54078 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:60746 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:43182 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 143442)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-5862
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1788409984_1 at /127.0.0.1:60726 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:35981 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35981
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:54110 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=823 (was 807) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=575 (was 582), ProcessCount=19 (was 19), AvailableMemoryMB=1197 (was 1340)
2024-11-28T09:08:15,813 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=817 is superior to 500
2024-11-28T09:08:15,829 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportExpiredSnapshot Thread=817, OpenFileDescriptor=823, MaxFileDescriptor=1048576, SystemLoadAverage=575, ProcessCount=19, AvailableMemoryMB=1196
2024-11-28T09:08:15,829 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=817 is superior to 500
2024-11-28T09:08:15,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:08:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:15,834 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:08:15,834 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:15,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportExpiredSnapshot"
 procId is: 169
2024-11-28T09:08:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-28T09:08:15,835 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:08:15,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742209_1385 (size=407)
2024-11-28T09:08:15,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742209_1385 (size=407)
2024-11-28T09:08:15,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742209_1385 (size=407)
2024-11-28T09:08:15,848 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a47249be32b1fa313227609c7e02a5d1, NAME => 'testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:15,848 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 13e9bf55ed66c42c2e22ca2f2ae4f352, NAME => 'testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742211_1387 (size=68)
2024-11-28T09:08:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742210_1386 (size=68)
2024-11-28T09:08:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742211_1387 (size=68)
2024-11-28T09:08:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742210_1386 (size=68)
2024-11-28T09:08:15,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742211_1387 (size=68)
2024-11-28T09:08:15,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742210_1386 (size=68)
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing a47249be32b1fa313227609c7e02a5d1, disabling compactions & flushes
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 13e9bf55ed66c42c2e22ca2f2ae4f352, disabling compactions & flushes
2024-11-28T09:08:15,863 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:15,863 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. after waiting 0 ms
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. after waiting 0 ms
2024-11-28T09:08:15,863 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:15,863 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for a47249be32b1fa313227609c7e02a5d1:
Waiting for close lock at 1732784895863Disabling compacts and flushes for region at 1732784895863Disabling writes for close at 1732784895863Writing region close event to WAL at 1732784895863Closed at 1732784895863
2024-11-28T09:08:15,863 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 13e9bf55ed66c42c2e22ca2f2ae4f352:
Waiting for close lock at 1732784895863Disabling compacts and flushes for region at 1732784895863Disabling writes for close at 1732784895863Writing region close event to WAL at 1732784895863Closed at 1732784895863
2024-11-28T09:08:15,864 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:08:15,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732784895865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784895865"}]},"ts":"1732784895865"}
2024-11-28T09:08:15,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732784895865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784895865"}]},"ts":"1732784895865"}
2024-11-28T09:08:15,867 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:08:15,868 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:08:15,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784895868"}]},"ts":"1732784895868"}
2024-11-28T09:08:15,869 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-28T09:08:15,870 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:08:15,871 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:08:15,871 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:08:15,871 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:08:15,871 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:08:15,871 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, ASSIGN}, {pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, ASSIGN}]
2024-11-28T09:08:15,873 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, ASSIGN
2024-11-28T09:08:15,873 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, ASSIGN
2024-11-28T09:08:15,874 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, ASSIGN; state=OFFLINE, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:08:15,874 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:08:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-28T09:08:16,024 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:08:16,025 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=13e9bf55ed66c42c2e22ca2f2ae4f352, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:16,025 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=a47249be32b1fa313227609c7e02a5d1, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, ASSIGN because future has completed
2024-11-28T09:08:16,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:08:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, ASSIGN because future has completed
2024-11-28T09:08:16,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-28T09:08:16,182 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,183 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7752): Opening region: {ENCODED => a47249be32b1fa313227609c7e02a5d1, NAME => 'testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:08:16,183 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. service=AccessControlService
2024-11-28T09:08:16,183 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:16,183 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,183 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:16,184 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7794): checking encryption for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,184 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7797): checking classloading for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,185 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:16,185 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7752): Opening region: {ENCODED => 13e9bf55ed66c42c2e22ca2f2ae4f352, NAME => 'testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:08:16,185 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. service=AccessControlService
2024-11-28T09:08:16,185 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:16,186 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,186 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:16,186 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7794): checking encryption for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,186 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7797): checking classloading for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,187 INFO  [StoreOpener-13e9bf55ed66c42c2e22ca2f2ae4f352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13e9bf55ed66c42c2e22ca2f2ae4f352 
2024-11-28T09:08:16,188 INFO  [StoreOpener-a47249be32b1fa313227609c7e02a5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a47249be32b1fa313227609c7e02a5d1 
2024-11-28T09:08:16,189 INFO  [StoreOpener-13e9bf55ed66c42c2e22ca2f2ae4f352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e9bf55ed66c42c2e22ca2f2ae4f352 columnFamilyName cf
2024-11-28T09:08:16,189 INFO  [StoreOpener-a47249be32b1fa313227609c7e02a5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47249be32b1fa313227609c7e02a5d1 columnFamilyName cf
2024-11-28T09:08:16,189 DEBUG [StoreOpener-a47249be32b1fa313227609c7e02a5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:16,189 DEBUG [StoreOpener-13e9bf55ed66c42c2e22ca2f2ae4f352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:16,189 INFO  [StoreOpener-a47249be32b1fa313227609c7e02a5d1-1 {}] regionserver.HStore(327): Store=a47249be32b1fa313227609c7e02a5d1/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:16,189 INFO  [StoreOpener-13e9bf55ed66c42c2e22ca2f2ae4f352-1 {}] regionserver.HStore(327): Store=13e9bf55ed66c42c2e22ca2f2ae4f352/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:16,190 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1038): replaying wal for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,190 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1038): replaying wal for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,190 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,190 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,190 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,191 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,191 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1048): stopping wal replay for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,191 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1060): Cleaning up temporary data for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,191 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1048): stopping wal replay for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,191 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1060): Cleaning up temporary data for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,193 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1093): writing seq id for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,194 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1093): writing seq id for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,194 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:16,195 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1114): Opened 13e9bf55ed66c42c2e22ca2f2ae4f352; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73467645, jitterRate=0.0947532206773758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:16,195 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,195 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1006): Region open journal for 13e9bf55ed66c42c2e22ca2f2ae4f352:
Running coprocessor pre-open hook at 1732784896186Writing region info on filesystem at 1732784896186Initializing all the Stores at 1732784896187 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784896187Cleaning up temporary data from old regions at 1732784896191 (+4 ms)Running coprocessor post-open hooks at 1732784896195 (+4 ms)Region opened successfully at 1732784896195
2024-11-28T09:08:16,196 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352., pid=173, masterSystemTime=1732784896182
2024-11-28T09:08:16,196 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:16,197 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1114): Opened a47249be32b1fa313227609c7e02a5d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68628642, jitterRate=0.022646456956863403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:16,197 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,197 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1006): Region open journal for a47249be32b1fa313227609c7e02a5d1:
Running coprocessor pre-open hook at 1732784896184Writing region info on filesystem at 1732784896184Initializing all the Stores at 1732784896184Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784896184Cleaning up temporary data from old regions at 1732784896191 (+7 ms)Running coprocessor post-open hooks at 1732784896197 (+6 ms)Region opened successfully at 1732784896197
2024-11-28T09:08:16,198 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:16,198 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1., pid=172, masterSystemTime=1732784896179
2024-11-28T09:08:16,198 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:16,198 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=13e9bf55ed66c42c2e22ca2f2ae4f352, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:16,200 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,200 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,200 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=a47249be32b1fa313227609c7e02a5d1, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:16,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:16,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:08:16,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=171
2024-11-28T09:08:16,204 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=171, state=SUCCESS, hasLock=false; OpenRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257 in 172 msec
2024-11-28T09:08:16,205 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=170
2024-11-28T09:08:16,205 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=170, state=SUCCESS, hasLock=false; OpenRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951 in 176 msec
2024-11-28T09:08:16,206 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, ASSIGN in 333 msec
2024-11-28T09:08:16,207 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169
2024-11-28T09:08:16,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, ASSIGN in 334 msec
2024-11-28T09:08:16,208 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:08:16,209 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784896208"}]},"ts":"1732784896208"}
2024-11-28T09:08:16,210 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-28T09:08:16,211 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:08:16,211 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportExpiredSnapshot jenkins: RWXCA
2024-11-28T09:08:16,214 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-28T09:08:16,259 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:16,270 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:16,270 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:16,270 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:16,270 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:16,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot in 438 msec
2024-11-28T09:08:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-28T09:08:16,464 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-28T09:08:16,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportExpiredSnapshot get assigned. Timeout = 60000ms
2024-11-28T09:08:16,464 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:16,469 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportExpiredSnapshot assigned to meta. Checking AM states.
2024-11-28T09:08:16,469 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:16,469 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportExpiredSnapshot assigned.
2024-11-28T09:08:16,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:16,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784896472 (current time:1732784896472).
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2476bcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:16,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d15312b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,476 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:16,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb076b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:16,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:16,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,479 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,481 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa64f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:16,483 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f85c336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,485 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:16,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193b8e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:16,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,489 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-28T09:08:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-28T09:08:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-28T09:08:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-28T09:08:16,498 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:16,499 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:16,502 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:16,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742212_1388 (size=170)
2024-11-28T09:08:16,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742212_1388 (size=170)
2024-11-28T09:08:16,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742212_1388 (size=170)
2024-11-28T09:08:16,512 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:16,513 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1}, {pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352}]
2024-11-28T09:08:16,514 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,514 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-28T09:08:16,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=176
2024-11-28T09:08:16,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=175
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.HRegion(2603): Flush status journal for 13e9bf55ed66c42c2e22ca2f2ae4f352:

2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for a47249be32b1fa313227609c7e02a5d1:

2024-11-28T09:08:16,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-28T09:08:16,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:16,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:16,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:16,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742213_1389 (size=71)
2024-11-28T09:08:16,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742213_1389 (size=71)
2024-11-28T09:08:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742213_1389 (size=71)
2024-11-28T09:08:16,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:16,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176
2024-11-28T09:08:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=176
2024-11-28T09:08:16,677 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742214_1390 (size=71)
2024-11-28T09:08:16,678 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742214_1390 (size=71)
2024-11-28T09:08:16,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742214_1390 (size=71)
2024-11-28T09:08:16,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175
2024-11-28T09:08:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=175
2024-11-28T09:08:16,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,679 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,680 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352 in 167 msec
2024-11-28T09:08:16,681 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174
2024-11-28T09:08:16,681 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1 in 168 msec
2024-11-28T09:08:16,681 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:16,682 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:16,683 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:16,683 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:16,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:16,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742215_1391 (size=552)
2024-11-28T09:08:16,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742215_1391 (size=552)
2024-11-28T09:08:16,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742215_1391 (size=552)
2024-11-28T09:08:16,696 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:16,702 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:16,702 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:16,704 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:16,705 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-28T09:08:16,706 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 210 msec
2024-11-28T09:08:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-28T09:08:16,814 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-28T09:08:16,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportExpiredSnapshot', row='0b087dc5fa6c7f14a6ab37f68b3fbb8f7', locateType=CURRENT is [region=testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1., hostname=81db972b9a1d,36301,1732784623951, seqNum=2]
2024-11-28T09:08:16,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportExpiredSnapshot', row='1343c8674cda21cfc8b54621833d9146f', locateType=CURRENT is [region=testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:16,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportExpiredSnapshot', row='27a33b9c27114a20b8405597db552f623', locateType=CURRENT is [region=testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:16,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportExpiredSnapshot', row='3cd3db797e01a86a075c143e595b8b10d', locateType=CURRENT is [region=testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:16,826 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:16,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:16,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:16,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-28T09:08:16,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:16,833 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:16,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:16,841 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:16,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:16,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784896851 (current time:1732784896851).
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eec9ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:16,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d6fd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:16,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:16,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,853 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:16,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4968f0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,856 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b627b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:16,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6466287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,861 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14126a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:16,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,863 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:16,866 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:16,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:16,867 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-28T09:08:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-28T09:08:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-28T09:08:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-28T09:08:16,870 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:16,871 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:16,873 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:16,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742216_1392 (size=165)
2024-11-28T09:08:16,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742216_1392 (size=165)
2024-11-28T09:08:16,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742216_1392 (size=165)
2024-11-28T09:08:16,881 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:16,882 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1}, {pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352}]
2024-11-28T09:08:16,882 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:16,882 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-28T09:08:17,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=178
2024-11-28T09:08:17,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=179
2024-11-28T09:08:17,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:17,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:17,034 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2902): Flushing a47249be32b1fa313227609c7e02a5d1 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-28T09:08:17,034 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 13e9bf55ed66c42c2e22ca2f2ae4f352 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-28T09:08:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/.tmp/cf/8e622299aab84ee58507b68bdcdd1feb is 71, key is 0bfd746c7a6c2d5a4c2c2961b2c67d04/cf:q/1732784896826/Put/seqid=0
2024-11-28T09:08:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/.tmp/cf/45289a88fbb041ee9361ef386ba27f36 is 71, key is 1048fd198f2394f332c777d6e7d7b2dc/cf:q/1732784896828/Put/seqid=0
2024-11-28T09:08:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742217_1393 (size=5216)
2024-11-28T09:08:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742217_1393 (size=5216)
2024-11-28T09:08:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742217_1393 (size=5216)
2024-11-28T09:08:17,062 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/.tmp/cf/8e622299aab84ee58507b68bdcdd1feb
2024-11-28T09:08:17,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/.tmp/cf/8e622299aab84ee58507b68bdcdd1feb as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb
2024-11-28T09:08:17,070 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb, entries=2, sequenceid=6, filesize=5.1 K
2024-11-28T09:08:17,071 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for a47249be32b1fa313227609c7e02a5d1 in 37ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:17,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot'
2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2603): Flush status journal for a47249be32b1fa313227609c7e02a5d1:

2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. for snaptb0-testExportExpiredSnapshot completed.
2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb] hfiles
2024-11-28T09:08:17,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742218_1394 (size=8392)
2024-11-28T09:08:17,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742218_1394 (size=8392)
2024-11-28T09:08:17,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742218_1394 (size=8392)
2024-11-28T09:08:17,074 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.13 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/.tmp/cf/45289a88fbb041ee9361ef386ba27f36
2024-11-28T09:08:17,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/.tmp/cf/45289a88fbb041ee9361ef386ba27f36 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36
2024-11-28T09:08:17,083 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36, entries=48, sequenceid=6, filesize=8.2 K
2024-11-28T09:08:17,084 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 13e9bf55ed66c42c2e22ca2f2ae4f352 in 50ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 13e9bf55ed66c42c2e22ca2f2ae4f352:

2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. for snaptb0-testExportExpiredSnapshot completed.
2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36] hfiles
2024-11-28T09:08:17,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36 for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742219_1395 (size=110)
2024-11-28T09:08:17,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742219_1395 (size=110)
2024-11-28T09:08:17,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742219_1395 (size=110)
2024-11-28T09:08:17,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:17,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178
2024-11-28T09:08:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=178
2024-11-28T09:08:17,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:17,088 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:17,092 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a47249be32b1fa313227609c7e02a5d1 in 208 msec
2024-11-28T09:08:17,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742220_1396 (size=110)
2024-11-28T09:08:17,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742220_1396 (size=110)
2024-11-28T09:08:17,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742220_1396 (size=110)
2024-11-28T09:08:17,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:17,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179
2024-11-28T09:08:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=179
2024-11-28T09:08:17,094 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:17,094 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:17,101 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=177
2024-11-28T09:08:17,101 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:17,101 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352 in 213 msec
2024-11-28T09:08:17,102 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:17,102 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:17,102 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742221_1397 (size=630)
2024-11-28T09:08:17,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742221_1397 (size=630)
2024-11-28T09:08:17,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742221_1397 (size=630)
2024-11-28T09:08:17,128 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:17,133 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:17,133 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:17,135 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:17,135 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-28T09:08:17,136 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 267 msec
2024-11-28T09:08:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-28T09:08:17,184 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-28T09:08:17,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:08:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot
2024-11-28T09:08:17,188 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:08:17,188 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:17,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportExpiredSnapshot"
 procId is: 180
2024-11-28T09:08:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-28T09:08:17,189 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:08:17,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742222_1398 (size=400)
2024-11-28T09:08:17,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742222_1398 (size=400)
2024-11-28T09:08:17,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742222_1398 (size=400)
2024-11-28T09:08:17,196 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c34ea765da70dcd1ffd87e9bb808f31, NAME => 'testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:17,197 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c364ca87d9ff351623ae0cd0687ddd62, NAME => 'testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:17,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742224_1400 (size=61)
2024-11-28T09:08:17,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742224_1400 (size=61)
2024-11-28T09:08:17,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742224_1400 (size=61)
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 1c34ea765da70dcd1ffd87e9bb808f31, disabling compactions & flushes
2024-11-28T09:08:17,208 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31. after waiting 0 ms
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,208 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,208 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c34ea765da70dcd1ffd87e9bb808f31:
Waiting for close lock at 1732784897208Disabling compacts and flushes for region at 1732784897208Disabling writes for close at 1732784897208Writing region close event to WAL at 1732784897208Closed at 1732784897208
2024-11-28T09:08:17,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742223_1399 (size=61)
2024-11-28T09:08:17,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742223_1399 (size=61)
2024-11-28T09:08:17,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742223_1399 (size=61)
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing c364ca87d9ff351623ae0cd0687ddd62, disabling compactions & flushes
2024-11-28T09:08:17,210 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62. after waiting 0 ms
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,210 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,210 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for c364ca87d9ff351623ae0cd0687ddd62:
Waiting for close lock at 1732784897210Disabling compacts and flushes for region at 1732784897210Disabling writes for close at 1732784897210Writing region close event to WAL at 1732784897210Closed at 1732784897210
2024-11-28T09:08:17,211 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:08:17,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732784897211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784897211"}]},"ts":"1732784897211"}
2024-11-28T09:08:17,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732784897211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784897211"}]},"ts":"1732784897211"}
2024-11-28T09:08:17,214 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:08:17,214 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:08:17,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784897214"}]},"ts":"1732784897214"}
2024-11-28T09:08:17,216 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-28T09:08:17,216 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:08:17,217 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:08:17,217 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:08:17,217 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:08:17,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:08:17,217 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=1c34ea765da70dcd1ffd87e9bb808f31, ASSIGN}, {pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=c364ca87d9ff351623ae0cd0687ddd62, ASSIGN}]
2024-11-28T09:08:17,218 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=c364ca87d9ff351623ae0cd0687ddd62, ASSIGN
2024-11-28T09:08:17,219 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=1c34ea765da70dcd1ffd87e9bb808f31, ASSIGN
2024-11-28T09:08:17,219 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=c364ca87d9ff351623ae0cd0687ddd62, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:08:17,219 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=1c34ea765da70dcd1ffd87e9bb808f31, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:08:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-28T09:08:17,370 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:08:17,370 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=1c34ea765da70dcd1ffd87e9bb808f31, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:17,370 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=c364ca87d9ff351623ae0cd0687ddd62, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:17,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=1c34ea765da70dcd1ffd87e9bb808f31, ASSIGN because future has completed
2024-11-28T09:08:17,372 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:17,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=c364ca87d9ff351623ae0cd0687ddd62, ASSIGN because future has completed
2024-11-28T09:08:17,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure c364ca87d9ff351623ae0cd0687ddd62, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:08:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-28T09:08:17,526 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c34ea765da70dcd1ffd87e9bb808f31, NAME => 'testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31. service=AccessControlService
2024-11-28T09:08:17,527 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7794): checking encryption for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7797): checking classloading for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,527 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7752): Opening region: {ENCODED => c364ca87d9ff351623ae0cd0687ddd62, NAME => 'testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62. service=AccessControlService
2024-11-28T09:08:17,528 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7794): checking encryption for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,528 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7797): checking classloading for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,528 INFO  [StoreOpener-1c34ea765da70dcd1ffd87e9bb808f31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c34ea765da70dcd1ffd87e9bb808f31 
2024-11-28T09:08:17,529 INFO  [StoreOpener-c364ca87d9ff351623ae0cd0687ddd62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c364ca87d9ff351623ae0cd0687ddd62 
2024-11-28T09:08:17,530 INFO  [StoreOpener-1c34ea765da70dcd1ffd87e9bb808f31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c34ea765da70dcd1ffd87e9bb808f31 columnFamilyName cf
2024-11-28T09:08:17,530 DEBUG [StoreOpener-1c34ea765da70dcd1ffd87e9bb808f31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:17,530 INFO  [StoreOpener-1c34ea765da70dcd1ffd87e9bb808f31-1 {}] regionserver.HStore(327): Store=1c34ea765da70dcd1ffd87e9bb808f31/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:17,530 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1038): replaying wal for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,531 INFO  [StoreOpener-c364ca87d9ff351623ae0cd0687ddd62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c364ca87d9ff351623ae0cd0687ddd62 columnFamilyName cf
2024-11-28T09:08:17,531 DEBUG [StoreOpener-c364ca87d9ff351623ae0cd0687ddd62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:17,531 INFO  [StoreOpener-c364ca87d9ff351623ae0cd0687ddd62-1 {}] regionserver.HStore(327): Store=c364ca87d9ff351623ae0cd0687ddd62/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:17,531 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1038): replaying wal for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,531 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1048): stopping wal replay for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1060): Cleaning up temporary data for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1048): stopping wal replay for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1060): Cleaning up temporary data for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,533 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1093): writing seq id for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,534 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1093): writing seq id for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,535 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:17,535 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:17,535 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1114): Opened 1c34ea765da70dcd1ffd87e9bb808f31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73473414, jitterRate=0.0948391854763031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:17,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:17,536 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1114): Opened c364ca87d9ff351623ae0cd0687ddd62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61552539, jitterRate=-0.08279569447040558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:17,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:17,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1006): Region open journal for c364ca87d9ff351623ae0cd0687ddd62:
Running coprocessor pre-open hook at 1732784897528Writing region info on filesystem at 1732784897528Initializing all the Stores at 1732784897529 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784897529Cleaning up temporary data from old regions at 1732784897532 (+3 ms)Running coprocessor post-open hooks at 1732784897536 (+4 ms)Region opened successfully at 1732784897536
2024-11-28T09:08:17,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1006): Region open journal for 1c34ea765da70dcd1ffd87e9bb808f31:
Running coprocessor pre-open hook at 1732784897527Writing region info on filesystem at 1732784897528 (+1 ms)Initializing all the Stores at 1732784897528Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784897528Cleaning up temporary data from old regions at 1732784897532 (+4 ms)Running coprocessor post-open hooks at 1732784897536 (+4 ms)Region opened successfully at 1732784897536
2024-11-28T09:08:17,537 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., pid=184, masterSystemTime=1732784897525
2024-11-28T09:08:17,537 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31., pid=183, masterSystemTime=1732784897524
2024-11-28T09:08:17,538 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,539 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:17,539 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=1c34ea765da70dcd1ffd87e9bb808f31, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:17,539 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,539 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:17,541 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=c364ca87d9ff351623ae0cd0687ddd62, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:17,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=184, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure c364ca87d9ff351623ae0cd0687ddd62, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:08:17,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=181
2024-11-28T09:08:17,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=181, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31, server=81db972b9a1d,43977,1732784624257 in 173 msec
2024-11-28T09:08:17,551 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=182
2024-11-28T09:08:17,551 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=182, state=SUCCESS, hasLock=false; OpenRegionProcedure c364ca87d9ff351623ae0cd0687ddd62, server=81db972b9a1d,42743,1732784624337 in 174 msec
2024-11-28T09:08:17,552 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=1c34ea765da70dcd1ffd87e9bb808f31, ASSIGN in 332 msec
2024-11-28T09:08:17,553 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=180
2024-11-28T09:08:17,553 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=c364ca87d9ff351623ae0cd0687ddd62, ASSIGN in 334 msec
2024-11-28T09:08:17,554 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:08:17,554 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784897554"}]},"ts":"1732784897554"}
2024-11-28T09:08:17,556 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-28T09:08:17,557 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:08:17,557 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testExportExpiredSnapshot jenkins: RWXCA
2024-11-28T09:08:17,560 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-28T09:08:17,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:17,795 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:17,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:17,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-28T09:08:17,947 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,948 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,948 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,948 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,948 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,948 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,950 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,950 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:17,951 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot in 761 msec
2024-11-28T09:08:18,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-28T09:08:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-28T09:08:18,323 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportExpiredSnapshot completed
2024-11-28T09:08:18,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testExportExpiredSnapshot get assigned. Timeout = 60000ms
2024-11-28T09:08:18,324 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:18,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testExportExpiredSnapshot assigned to meta. Checking AM states.
2024-11-28T09:08:18,329 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:18,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testExportExpiredSnapshot assigned.
2024-11-28T09:08:18,329 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:18,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='0e63e0f4e4480fd893d653bb2079b32a1', locateType=CURRENT is [region=testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:18,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='1a809333de9cdda4520bded65523099dc', locateType=CURRENT is [region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:18,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='2e33c3fc53649e33b061abf2fe848bc02', locateType=CURRENT is [region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:18,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='400eff61c34f4140447b479f7a084d132', locateType=CURRENT is [region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:18,341 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:18,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='5ab1a4c41771b955e10df5a11874e7132', locateType=CURRENT is [region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:18,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:18,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportExpiredSnapshot', row='36eb013e029a5f56e4863486ce1d623d4', locateType=CURRENT is [region=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:18,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:18,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-28T09:08:18,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:18,349 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:18,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:18,358 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-28T09:08:18,366 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-28T09:08:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-28T09:08:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe0525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:18,367 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7839ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,369 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63075dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:18,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:18,372 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:18,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,373 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e433f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:18,375 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a429c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,376 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:18,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916c48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:18,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:18,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:18,379 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:18,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:18,382 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:18,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:18,383 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-28T09:08:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-28T09:08:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-28T09:08:18,385 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-28T09:08:18,386 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:18,388 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:18,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742225_1401 (size=152)
2024-11-28T09:08:18,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742225_1401 (size=152)
2024-11-28T09:08:18,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742225_1401 (size=152)
2024-11-28T09:08:18,395 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:18,395 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31}, {pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c364ca87d9ff351623ae0cd0687ddd62}]
2024-11-28T09:08:18,395 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:18,396 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-28T09:08:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=187
2024-11-28T09:08:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=186
2024-11-28T09:08:18,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:18,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:18,548 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2902): Flushing 1c34ea765da70dcd1ffd87e9bb808f31 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-28T09:08:18,548 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2902): Flushing c364ca87d9ff351623ae0cd0687ddd62 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-28T09:08:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/.tmp/cf/77ebd057765a4630979966d10c22ee61 is 71, key is 1259c6d17f202e4ae428cadb8b90ec2f/cf:q/1732784898344/Put/seqid=0
2024-11-28T09:08:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/.tmp/cf/b0c322c91365468a9d711dbf2f72ec56 is 71, key is 04307b83531d41ee6f9a8caf089de3a3/cf:q/1732784898341/Put/seqid=0
2024-11-28T09:08:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742226_1402 (size=8188)
2024-11-28T09:08:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742227_1403 (size=5424)
2024-11-28T09:08:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742226_1402 (size=8188)
2024-11-28T09:08:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742226_1402 (size=8188)
2024-11-28T09:08:18,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742227_1403 (size=5424)
2024-11-28T09:08:18,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742227_1403 (size=5424)
2024-11-28T09:08:18,600 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=333 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/.tmp/cf/b0c322c91365468a9d711dbf2f72ec56
2024-11-28T09:08:18,600 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/.tmp/cf/77ebd057765a4630979966d10c22ee61
2024-11-28T09:08:18,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/.tmp/cf/b0c322c91365468a9d711dbf2f72ec56 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/cf/b0c322c91365468a9d711dbf2f72ec56
2024-11-28T09:08:18,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/.tmp/cf/77ebd057765a4630979966d10c22ee61 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/cf/77ebd057765a4630979966d10c22ee61
2024-11-28T09:08:18,608 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/cf/77ebd057765a4630979966d10c22ee61, entries=45, sequenceid=5, filesize=8.0 K
2024-11-28T09:08:18,608 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/cf/b0c322c91365468a9d711dbf2f72ec56, entries=5, sequenceid=5, filesize=5.3 K
2024-11-28T09:08:18,609 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 1c34ea765da70dcd1ffd87e9bb808f31 in 61ms, sequenceid=5, compaction requested=false
2024-11-28T09:08:18,609 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for c364ca87d9ff351623ae0cd0687ddd62 in 61ms, sequenceid=5, compaction requested=false
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2603): Flush status journal for 1c34ea765da70dcd1ffd87e9bb808f31:

2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2603): Flush status journal for c364ca87d9ff351623ae0cd0687ddd62:

2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31. for snapshot-testExportExpiredSnapshot completed.
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62. for snapshot-testExportExpiredSnapshot completed.
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/cf/b0c322c91365468a9d711dbf2f72ec56] hfiles
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/cf/77ebd057765a4630979966d10c22ee61] hfiles
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/cf/b0c322c91365468a9d711dbf2f72ec56 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/cf/77ebd057765a4630979966d10c22ee61 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742228_1404 (size=103)
2024-11-28T09:08:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742228_1404 (size=103)
2024-11-28T09:08:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742229_1405 (size=103)
2024-11-28T09:08:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742228_1404 (size=103)
2024-11-28T09:08:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742229_1405 (size=103)
2024-11-28T09:08:18,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742229_1405 (size=103)
2024-11-28T09:08:18,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:08:18,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186
2024-11-28T09:08:18,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:08:18,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=187
2024-11-28T09:08:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=186
2024-11-28T09:08:18,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=187
2024-11-28T09:08:18,616 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:08:18,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:18,617 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:08:18,618 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c34ea765da70dcd1ffd87e9bb808f31 in 222 msec
2024-11-28T09:08:18,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=185
2024-11-28T09:08:18,619 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:18,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c364ca87d9ff351623ae0cd0687ddd62 in 222 msec
2024-11-28T09:08:18,620 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:18,620 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:18,620 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,621 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742230_1406 (size=609)
2024-11-28T09:08:18,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742230_1406 (size=609)
2024-11-28T09:08:18,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742230_1406 (size=609)
2024-11-28T09:08:18,634 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:18,638 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:18,639 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snapshot-testExportExpiredSnapshot
2024-11-28T09:08:18,640 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:18,640 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-28T09:08:18,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } in 256 msec
2024-11-28T09:08:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-28T09:08:18,704 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportExpiredSnapshot completed
2024-11-28T09:08:19,871 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0007_000001 (auth:SIMPLE) from 127.0.0.1:47292
2024-11-28T09:08:19,885 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000001/launch_container.sh]
2024-11-28T09:08:19,885 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000001/container_tokens]
2024-11-28T09:08:19,885 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0007/container_1732784632788_0007_01_000001/sysfs]
2024-11-28T09:08:20,689 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:08:23,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-28T09:08:23,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:23,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-28T09:08:23,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:23,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-28T09:08:23,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-28T09:08:28,709 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:08:28,711 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784908711
2024-11-28T09:08:28,711 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784908711, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784908711, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:28,739 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:28,739 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784908711, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784908711/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-28T09:08:28,742 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:08:28,743 ERROR [Time-limited test {}] util.AbstractHBaseTool(152): Error running command-line tool
org.apache.hadoop.hbase.snapshot.SnapshotTTLExpiredException: TTL for snapshot 'snapshot-testExportExpiredSnapshot' has already expired.
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.verifySnapshot(ExportSnapshot.java:960) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1105) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportExpiredSnapshot(TestExportSnapshot.java:362) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:08:28,744 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportExpiredSnapshot
2024-11-28T09:08:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-28T09:08:28,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784908747"}]},"ts":"1732784908747"}
2024-11-28T09:08:28,749 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLING in hbase:meta
2024-11-28T09:08:28,749 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportExpiredSnapshot to state=DISABLING
2024-11-28T09:08:28,750 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot}]
2024-11-28T09:08:28,751 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, UNASSIGN}, {pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, UNASSIGN}]
2024-11-28T09:08:28,752 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, UNASSIGN
2024-11-28T09:08:28,752 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, UNASSIGN
2024-11-28T09:08:28,752 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=13e9bf55ed66c42c2e22ca2f2ae4f352, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:28,752 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=a47249be32b1fa313227609c7e02a5d1, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:28,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, UNASSIGN because future has completed
2024-11-28T09:08:28,754 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:28,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:28,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, UNASSIGN because future has completed
2024-11-28T09:08:28,755 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:28,755 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=193, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:08:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-28T09:08:28,906 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(122): Close 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:28,906 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:28,906 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1722): Closing 13e9bf55ed66c42c2e22ca2f2ae4f352, disabling compactions & flushes
2024-11-28T09:08:28,906 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352. after waiting 0 ms
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:28,907 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(122): Close a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1722): Closing a47249be32b1fa313227609c7e02a5d1, disabling compactions & flushes
2024-11-28T09:08:28,907 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1. after waiting 0 ms
2024-11-28T09:08:28,907 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:28,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:28,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:28,913 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.
2024-11-28T09:08:28,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1676): Region close journal for 13e9bf55ed66c42c2e22ca2f2ae4f352:
Waiting for close lock at 1732784908906Running coprocessor pre-close hooks at 1732784908906Disabling compacts and flushes for region at 1732784908906Disabling writes for close at 1732784908907 (+1 ms)Writing region close event to WAL at 1732784908907Running coprocessor post-close hooks at 1732784908913 (+6 ms)Closed at 1732784908913
2024-11-28T09:08:28,916 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(157): Closed 13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:28,917 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:28,917 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=13e9bf55ed66c42c2e22ca2f2ae4f352, regionState=CLOSED
2024-11-28T09:08:28,918 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:28,918 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.
2024-11-28T09:08:28,918 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1676): Region close journal for a47249be32b1fa313227609c7e02a5d1:
Waiting for close lock at 1732784908907Running coprocessor pre-close hooks at 1732784908907Disabling compacts and flushes for region at 1732784908907Disabling writes for close at 1732784908907Writing region close event to WAL at 1732784908908 (+1 ms)Running coprocessor post-close hooks at 1732784908917 (+9 ms)Closed at 1732784908918 (+1 ms)
2024-11-28T09:08:28,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=192, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:28,920 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(157): Closed a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:28,920 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=a47249be32b1fa313227609c7e02a5d1, regionState=CLOSED
2024-11-28T09:08:28,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=193, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:08:28,923 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=192, resume processing ppid=191
2024-11-28T09:08:28,923 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, ppid=191, state=SUCCESS, hasLock=false; CloseRegionProcedure 13e9bf55ed66c42c2e22ca2f2ae4f352, server=81db972b9a1d,43977,1732784624257 in 167 msec
2024-11-28T09:08:28,924 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=193, resume processing ppid=190
2024-11-28T09:08:28,924 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=13e9bf55ed66c42c2e22ca2f2ae4f352, UNASSIGN in 172 msec
2024-11-28T09:08:28,924 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, ppid=190, state=SUCCESS, hasLock=false; CloseRegionProcedure a47249be32b1fa313227609c7e02a5d1, server=81db972b9a1d,36301,1732784623951 in 167 msec
2024-11-28T09:08:28,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=189
2024-11-28T09:08:28,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=a47249be32b1fa313227609c7e02a5d1, UNASSIGN in 173 msec
2024-11-28T09:08:28,927 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188
2024-11-28T09:08:28,927 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot in 176 msec
2024-11-28T09:08:28,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784908928"}]},"ts":"1732784908928"}
2024-11-28T09:08:28,929 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLED in hbase:meta
2024-11-28T09:08:28,929 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportExpiredSnapshot to state=DISABLED
2024-11-28T09:08:28,931 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot in 186 msec
2024-11-28T09:08:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-28T09:08:29,064 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-28T09:08:29,066 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,071 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,074 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=194, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,076 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,078 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:29,078 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:29,080 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/recovered.edits]
2024-11-28T09:08:29,080 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/recovered.edits]
2024-11-28T09:08:29,107 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/cf/8e622299aab84ee58507b68bdcdd1feb
2024-11-28T09:08:29,109 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/cf/45289a88fbb041ee9361ef386ba27f36
2024-11-28T09:08:29,111 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1/recovered.edits/9.seqid
2024-11-28T09:08:29,111 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/a47249be32b1fa313227609c7e02a5d1
2024-11-28T09:08:29,112 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352/recovered.edits/9.seqid
2024-11-28T09:08:29,113 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportExpiredSnapshot/13e9bf55ed66c42c2e22ca2f2ae4f352
2024-11-28T09:08:29,113 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportExpiredSnapshot regions
2024-11-28T09:08:29,116 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=194, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,121 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportExpiredSnapshot from hbase:meta
2024-11-28T09:08:29,123 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportExpiredSnapshot' descriptor.
2024-11-28T09:08:29,125 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=194, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,125 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportExpiredSnapshot' from region states.
2024-11-28T09:08:29,125 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784909125"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:29,125 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784909125"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:29,127 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:08:29,127 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a47249be32b1fa313227609c7e02a5d1, NAME => 'testtb-testExportExpiredSnapshot,,1732784895831.a47249be32b1fa313227609c7e02a5d1.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 13e9bf55ed66c42c2e22ca2f2ae4f352, NAME => 'testtb-testExportExpiredSnapshot,1,1732784895831.13e9bf55ed66c42c2e22ca2f2ae4f352.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:08:29,127 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportExpiredSnapshot' as deleted.
2024-11-28T09:08:29,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784909127"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:29,128 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportExpiredSnapshot state from META
2024-11-28T09:08:29,129 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=194, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot in 63 msec
2024-11-28T09:08:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,206 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,208 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-28T09:08:29,208 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-28T09:08:29,208 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-28T09:08:29,208 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-28T09:08:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,216 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,216 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,217 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194
2024-11-28T09:08:29,217 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,217 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,218 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,218 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportExpiredSnapshot
2024-11-28T09:08:29,218 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-28T09:08:29,224 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-28T09:08:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportExpiredSnapshot
2024-11-28T09:08:29,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportExpiredSnapshot"
type: DISABLED

2024-11-28T09:08:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportExpiredSnapshot
2024-11-28T09:08:29,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-28T09:08:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportExpiredSnapshot
2024-11-28T09:08:29,251 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportExpiredSnapshot Thread=809 (was 817), OpenFileDescriptor=795 (was 823), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 575), ProcessCount=16 (was 19), AvailableMemoryMB=1465 (was 1196) - AvailableMemoryMB LEAK? -
2024-11-28T09:08:29,251 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=809 is superior to 500
2024-11-28T09:08:29,267 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testEmptyExportFileSystemState Thread=809, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=16, AvailableMemoryMB=1465
2024-11-28T09:08:29,267 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=809 is superior to 500
2024-11-28T09:08:29,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:08:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:29,270 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:08:29,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:29,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testEmptyExportFileSystemState"
 procId is: 195
2024-11-28T09:08:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-28T09:08:29,271 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:08:29,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742231_1407 (size=412)
2024-11-28T09:08:29,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742231_1407 (size=412)
2024-11-28T09:08:29,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742231_1407 (size=412)
2024-11-28T09:08:29,293 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50531b19d55490c2f8cb103ddcec573f, NAME => 'testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:29,293 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd43570098dd116b3fa1fece85b6d8f9, NAME => 'testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:29,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742232_1408 (size=73)
2024-11-28T09:08:29,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742233_1409 (size=73)
2024-11-28T09:08:29,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742232_1408 (size=73)
2024-11-28T09:08:29,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742233_1409 (size=73)
2024-11-28T09:08:29,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742232_1408 (size=73)
2024-11-28T09:08:29,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742233_1409 (size=73)
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing bd43570098dd116b3fa1fece85b6d8f9, disabling compactions & flushes
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 50531b19d55490c2f8cb103ddcec573f, disabling compactions & flushes
2024-11-28T09:08:29,300 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,300 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. after waiting 0 ms
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,300 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. after waiting 0 ms
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd43570098dd116b3fa1fece85b6d8f9:
Waiting for close lock at 1732784909300Disabling compacts and flushes for region at 1732784909300Disabling writes for close at 1732784909300Writing region close event to WAL at 1732784909300Closed at 1732784909300
2024-11-28T09:08:29,300 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,300 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50531b19d55490c2f8cb103ddcec573f:
Waiting for close lock at 1732784909300Disabling compacts and flushes for region at 1732784909300Disabling writes for close at 1732784909300Writing region close event to WAL at 1732784909300Closed at 1732784909300
2024-11-28T09:08:29,301 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:08:29,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732784909301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784909301"}]},"ts":"1732784909301"}
2024-11-28T09:08:29,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732784909301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784909301"}]},"ts":"1732784909301"}
2024-11-28T09:08:29,304 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:08:29,304 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:08:29,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784909304"}]},"ts":"1732784909304"}
2024-11-28T09:08:29,306 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLING in hbase:meta
2024-11-28T09:08:29,306 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:08:29,307 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:08:29,307 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:08:29,307 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:08:29,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:08:29,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, ASSIGN}, {pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, ASSIGN}]
2024-11-28T09:08:29,308 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, ASSIGN
2024-11-28T09:08:29,308 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, ASSIGN
2024-11-28T09:08:29,309 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:08:29,309 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:08:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-28T09:08:29,460 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:08:29,460 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=50531b19d55490c2f8cb103ddcec573f, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:29,460 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=bd43570098dd116b3fa1fece85b6d8f9, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, ASSIGN because future has completed
2024-11-28T09:08:29,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:29,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, ASSIGN because future has completed
2024-11-28T09:08:29,466 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:08:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-28T09:08:29,625 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,626 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7752): Opening region: {ENCODED => bd43570098dd116b3fa1fece85b6d8f9, NAME => 'testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:08:29,626 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. service=AccessControlService
2024-11-28T09:08:29,627 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:29,627 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,627 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:29,627 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7794): checking encryption for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,628 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7797): checking classloading for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,629 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,629 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7752): Opening region: {ENCODED => 50531b19d55490c2f8cb103ddcec573f, NAME => 'testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:08:29,629 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. service=AccessControlService
2024-11-28T09:08:29,630 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:29,630 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,630 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:29,630 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7794): checking encryption for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,630 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7797): checking classloading for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,631 INFO  [StoreOpener-bd43570098dd116b3fa1fece85b6d8f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd43570098dd116b3fa1fece85b6d8f9 
2024-11-28T09:08:29,632 INFO  [StoreOpener-50531b19d55490c2f8cb103ddcec573f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 50531b19d55490c2f8cb103ddcec573f 
2024-11-28T09:08:29,632 INFO  [StoreOpener-bd43570098dd116b3fa1fece85b6d8f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd43570098dd116b3fa1fece85b6d8f9 columnFamilyName cf
2024-11-28T09:08:29,632 DEBUG [StoreOpener-bd43570098dd116b3fa1fece85b6d8f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:29,633 INFO  [StoreOpener-bd43570098dd116b3fa1fece85b6d8f9-1 {}] regionserver.HStore(327): Store=bd43570098dd116b3fa1fece85b6d8f9/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:29,633 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1038): replaying wal for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,633 INFO  [StoreOpener-50531b19d55490c2f8cb103ddcec573f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50531b19d55490c2f8cb103ddcec573f columnFamilyName cf
2024-11-28T09:08:29,633 DEBUG [StoreOpener-50531b19d55490c2f8cb103ddcec573f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:29,633 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,633 INFO  [StoreOpener-50531b19d55490c2f8cb103ddcec573f-1 {}] regionserver.HStore(327): Store=50531b19d55490c2f8cb103ddcec573f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1038): replaying wal for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1048): stopping wal replay for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1060): Cleaning up temporary data for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,634 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,635 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1048): stopping wal replay for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,635 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1060): Cleaning up temporary data for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,635 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1093): writing seq id for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,636 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1093): writing seq id for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,637 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:29,637 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:29,637 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1114): Opened bd43570098dd116b3fa1fece85b6d8f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66074267, jitterRate=-0.015416696667671204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:29,637 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:29,637 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1114): Opened 50531b19d55490c2f8cb103ddcec573f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486897, jitterRate=-0.009268030524253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:29,637 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,638 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1006): Region open journal for bd43570098dd116b3fa1fece85b6d8f9:
Running coprocessor pre-open hook at 1732784909628Writing region info on filesystem at 1732784909628Initializing all the Stores at 1732784909630 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784909630Cleaning up temporary data from old regions at 1732784909634 (+4 ms)Running coprocessor post-open hooks at 1732784909637 (+3 ms)Region opened successfully at 1732784909638 (+1 ms)
2024-11-28T09:08:29,638 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1006): Region open journal for 50531b19d55490c2f8cb103ddcec573f:
Running coprocessor pre-open hook at 1732784909631Writing region info on filesystem at 1732784909631Initializing all the Stores at 1732784909632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784909632Cleaning up temporary data from old regions at 1732784909635 (+3 ms)Running coprocessor post-open hooks at 1732784909637 (+2 ms)Region opened successfully at 1732784909638 (+1 ms)
2024-11-28T09:08:29,638 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9., pid=198, masterSystemTime=1732784909618
2024-11-28T09:08:29,638 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f., pid=199, masterSystemTime=1732784909620
2024-11-28T09:08:29,640 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,640 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:29,640 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=50531b19d55490c2f8cb103ddcec573f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:29,640 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,641 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:29,641 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=bd43570098dd116b3fa1fece85b6d8f9, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:29,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=199, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:08:29,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=198, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:29,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=196
2024-11-28T09:08:29,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=196, state=SUCCESS, hasLock=false; OpenRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337 in 176 msec
2024-11-28T09:08:29,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=198, resume processing ppid=197
2024-11-28T09:08:29,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, ppid=197, state=SUCCESS, hasLock=false; OpenRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257 in 179 msec
2024-11-28T09:08:29,645 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, ASSIGN in 337 msec
2024-11-28T09:08:29,646 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=195
2024-11-28T09:08:29,646 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, ASSIGN in 338 msec
2024-11-28T09:08:29,647 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:08:29,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784909647"}]},"ts":"1732784909647"}
2024-11-28T09:08:29,648 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLED in hbase:meta
2024-11-28T09:08:29,649 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:08:29,649 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testEmptyExportFileSystemState jenkins: RWXCA
2024-11-28T09:08:29,651 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:08:29,701 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:29,713 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState in 444 msec
2024-11-28T09:08:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-28T09:08:29,895 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-28T09:08:29,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testEmptyExportFileSystemState get assigned. Timeout = 60000ms
2024-11-28T09:08:29,895 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:29,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32778 bytes) of info
2024-11-28T09:08:29,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testEmptyExportFileSystemState assigned to meta. Checking AM states.
2024-11-28T09:08:29,907 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:29,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testEmptyExportFileSystemState assigned.
2024-11-28T09:08:29,907 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:08:29,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:08:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784909911 (current time:1732784909911).
2024-11-28T09:08:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-28T09:08:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c72f444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:29,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1846530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,913 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:29,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf095c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:29,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:29,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:29,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:29,916 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6f66ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:29,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f593fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,919 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:29,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e4113c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:29,921 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:29,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:29,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:29,923 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:29,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:29,924 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:08:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:08:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-28T09:08:29,926 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-28T09:08:29,927 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:29,929 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:29,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742234_1410 (size=185)
2024-11-28T09:08:29,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742234_1410 (size=185)
2024-11-28T09:08:29,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742234_1410 (size=185)
2024-11-28T09:08:29,938 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:29,938 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f}, {pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9}]
2024-11-28T09:08:29,939 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:29,939 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-28T09:08:30,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState'
2024-11-28T09:08:30,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=202
2024-11-28T09:08:30,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=201
2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.HRegion(2603): Flush status journal for 50531b19d55490c2f8cb103ddcec573f:

2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(2603): Flush status journal for bd43570098dd116b3fa1fece85b6d8f9:

2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-28T09:08:30,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:30,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:30,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742235_1411 (size=76)
2024-11-28T09:08:30,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742235_1411 (size=76)
2024-11-28T09:08:30,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742235_1411 (size=76)
2024-11-28T09:08:30,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742236_1412 (size=76)
2024-11-28T09:08:30,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742236_1412 (size=76)
2024-11-28T09:08:30,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742236_1412 (size=76)
2024-11-28T09:08:30,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:30,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=201
2024-11-28T09:08:30,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:30,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=202
2024-11-28T09:08:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=201
2024-11-28T09:08:30,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=202
2024-11-28T09:08:30,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,104 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:30,104 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,106 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9 in 167 msec
2024-11-28T09:08:30,108 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=201, resume processing ppid=200
2024-11-28T09:08:30,108 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f in 167 msec
2024-11-28T09:08:30,108 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:30,109 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:30,109 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:30,110 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,110 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742237_1413 (size=567)
2024-11-28T09:08:30,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742237_1413 (size=567)
2024-11-28T09:08:30,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742237_1413 (size=567)
2024-11-28T09:08:30,121 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:30,125 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:30,125 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,126 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:30,126 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-28T09:08:30,127 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 201 msec
2024-11-28T09:08:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-28T09:08:30,244 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-28T09:08:30,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testEmptyExportFileSystemState', row='0bf18682babc9364c819ef6970f81bad3', locateType=CURRENT is [region=testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:30,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testEmptyExportFileSystemState', row='16a0c2422ab4f6119742bf400a1c4c26e', locateType=CURRENT is [region=testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:30,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testEmptyExportFileSystemState', row='22081bd50564d8583e4b1079ba1d093cb', locateType=CURRENT is [region=testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:30,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testEmptyExportFileSystemState', row='3be669d8f8b03683dab7f65b2628aa5e9', locateType=CURRENT is [region=testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:30,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:30,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:30,261 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:08:30,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-28T09:08:30,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:30,263 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:30,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:08:30,268 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:08:30,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-28T09:08:30,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:08:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784910274 (current time:1732784910274).
2024-11-28T09:08:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-28T09:08:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207a0930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:30,276 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568337a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,277 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535d86ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:30,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:30,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:30,279 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:30,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:08:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,281 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a04d381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:30,282 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba244d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,283 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f4dd6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:30,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:30,285 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:30,287 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:30,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:08:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:30,288 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-28T09:08:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-28T09:08:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-28T09:08:30,291 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-28T09:08:30,291 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:30,294 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742238_1414 (size=180)
2024-11-28T09:08:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742238_1414 (size=180)
2024-11-28T09:08:30,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742238_1414 (size=180)
2024-11-28T09:08:30,301 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:30,301 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f}, {pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9}]
2024-11-28T09:08:30,302 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,302 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-28T09:08:30,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=205
2024-11-28T09:08:30,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=204
2024-11-28T09:08:30,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:30,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:30,455 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2902): Flushing 50531b19d55490c2f8cb103ddcec573f 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-28T09:08:30,455 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2902): Flushing bd43570098dd116b3fa1fece85b6d8f9 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-28T09:08:30,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/.tmp/cf/3cd23274543a4ecd9e1fa3bc25943686 is 71, key is 01cf7abd501e3ca03e0a1e7f3309a001/cf:q/1732784910255/Put/seqid=0
2024-11-28T09:08:30,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/.tmp/cf/006cfcafa5944542ba10ad1dfc3e03ff is 71, key is 1c70dbb6bc06476cbfb4dc8885d75590/cf:q/1732784910259/Put/seqid=0
2024-11-28T09:08:30,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742239_1415 (size=8394)
2024-11-28T09:08:30,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742239_1415 (size=8394)
2024-11-28T09:08:30,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742239_1415 (size=8394)
2024-11-28T09:08:30,484 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.13 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/.tmp/cf/006cfcafa5944542ba10ad1dfc3e03ff
2024-11-28T09:08:30,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742240_1416 (size=5216)
2024-11-28T09:08:30,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742240_1416 (size=5216)
2024-11-28T09:08:30,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742240_1416 (size=5216)
2024-11-28T09:08:30,489 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/.tmp/cf/3cd23274543a4ecd9e1fa3bc25943686
2024-11-28T09:08:30,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/.tmp/cf/006cfcafa5944542ba10ad1dfc3e03ff as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff
2024-11-28T09:08:30,493 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff, entries=48, sequenceid=6, filesize=8.2 K
2024-11-28T09:08:30,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/.tmp/cf/3cd23274543a4ecd9e1fa3bc25943686 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686
2024-11-28T09:08:30,494 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for bd43570098dd116b3fa1fece85b6d8f9 in 39ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2603): Flush status journal for bd43570098dd116b3fa1fece85b6d8f9:

2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff] hfiles
2024-11-28T09:08:30,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,498 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686, entries=2, sequenceid=6, filesize=5.1 K
2024-11-28T09:08:30,499 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 50531b19d55490c2f8cb103ddcec573f in 44ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2603): Flush status journal for 50531b19d55490c2f8cb103ddcec573f:

2024-11-28T09:08:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-28T09:08:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:30,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686] hfiles
2024-11-28T09:08:30,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742241_1417 (size=115)
2024-11-28T09:08:30,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742241_1417 (size=115)
2024-11-28T09:08:30,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742241_1417 (size=115)
2024-11-28T09:08:30,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:30,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=205
2024-11-28T09:08:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=205
2024-11-28T09:08:30,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,502 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:30,504 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=205, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd43570098dd116b3fa1fece85b6d8f9 in 202 msec
2024-11-28T09:08:30,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742242_1418 (size=115)
2024-11-28T09:08:30,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742242_1418 (size=115)
2024-11-28T09:08:30,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742242_1418 (size=115)
2024-11-28T09:08:30,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:30,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=204
2024-11-28T09:08:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=204
2024-11-28T09:08:30,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:30,506 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:30,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=204, resume processing ppid=203
2024-11-28T09:08:30,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=204, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50531b19d55490c2f8cb103ddcec573f in 206 msec
2024-11-28T09:08:30,509 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:30,509 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:30,510 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:30,510 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,510 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742243_1419 (size=645)
2024-11-28T09:08:30,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742243_1419 (size=645)
2024-11-28T09:08:30,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742243_1419 (size=645)
2024-11-28T09:08:30,519 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:30,523 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:30,524 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,525 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:30,525 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-28T09:08:30,526 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=203, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 236 msec
2024-11-28T09:08:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-28T09:08:30,604 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-28T09:08:30,605 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604
2024-11-28T09:08:30,605 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:30,636 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:30,636 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,637 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:08:30,640 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:30,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742244_1420 (size=185)
2024-11-28T09:08:30,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742244_1420 (size=185)
2024-11-28T09:08:30,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742245_1421 (size=567)
2024-11-28T09:08:30,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742245_1421 (size=567)
2024-11-28T09:08:30,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742244_1420 (size=185)
2024-11-28T09:08:30,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742245_1421 (size=567)
2024-11-28T09:08:30,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:30,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:30,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-4991699600114940709.jar
2024-11-28T09:08:31,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-6393457123814550775.jar
2024-11-28T09:08:31,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:08:31,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:08:31,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:31,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:31,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:31,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:31,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:31,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742246_1422 (size=24020)
2024-11-28T09:08:31,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742246_1422 (size=24020)
2024-11-28T09:08:31,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742246_1422 (size=24020)
2024-11-28T09:08:31,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742247_1423 (size=6424730)
2024-11-28T09:08:31,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742247_1423 (size=6424730)
2024-11-28T09:08:31,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742247_1423 (size=6424730)
2024-11-28T09:08:31,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742248_1424 (size=77755)
2024-11-28T09:08:31,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742248_1424 (size=77755)
2024-11-28T09:08:31,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742248_1424 (size=77755)
2024-11-28T09:08:31,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742249_1425 (size=131360)
2024-11-28T09:08:31,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742249_1425 (size=131360)
2024-11-28T09:08:31,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742249_1425 (size=131360)
2024-11-28T09:08:31,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742250_1426 (size=111793)
2024-11-28T09:08:31,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742250_1426 (size=111793)
2024-11-28T09:08:31,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742250_1426 (size=111793)
2024-11-28T09:08:31,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742251_1427 (size=1832290)
2024-11-28T09:08:31,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742251_1427 (size=1832290)
2024-11-28T09:08:31,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742251_1427 (size=1832290)
2024-11-28T09:08:31,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742252_1428 (size=8360005)
2024-11-28T09:08:31,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742252_1428 (size=8360005)
2024-11-28T09:08:31,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742252_1428 (size=8360005)
2024-11-28T09:08:31,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742253_1429 (size=503880)
2024-11-28T09:08:31,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742253_1429 (size=503880)
2024-11-28T09:08:31,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742253_1429 (size=503880)
2024-11-28T09:08:31,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742254_1430 (size=440956)
2024-11-28T09:08:31,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742254_1430 (size=440956)
2024-11-28T09:08:31,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742254_1430 (size=440956)
2024-11-28T09:08:31,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742255_1431 (size=322274)
2024-11-28T09:08:31,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742255_1431 (size=322274)
2024-11-28T09:08:31,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742255_1431 (size=322274)
2024-11-28T09:08:31,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742256_1432 (size=20406)
2024-11-28T09:08:31,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742256_1432 (size=20406)
2024-11-28T09:08:31,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742256_1432 (size=20406)
2024-11-28T09:08:31,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742257_1433 (size=45609)
2024-11-28T09:08:31,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742257_1433 (size=45609)
2024-11-28T09:08:31,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742257_1433 (size=45609)
2024-11-28T09:08:31,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742258_1434 (size=136454)
2024-11-28T09:08:31,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742258_1434 (size=136454)
2024-11-28T09:08:31,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742258_1434 (size=136454)
2024-11-28T09:08:31,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742259_1435 (size=1597136)
2024-11-28T09:08:31,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742259_1435 (size=1597136)
2024-11-28T09:08:31,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742259_1435 (size=1597136)
2024-11-28T09:08:31,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742260_1436 (size=30873)
2024-11-28T09:08:31,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742260_1436 (size=30873)
2024-11-28T09:08:31,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742260_1436 (size=30873)
2024-11-28T09:08:31,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742261_1437 (size=29229)
2024-11-28T09:08:31,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742261_1437 (size=29229)
2024-11-28T09:08:31,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742261_1437 (size=29229)
2024-11-28T09:08:31,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742262_1438 (size=903864)
2024-11-28T09:08:31,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742262_1438 (size=903864)
2024-11-28T09:08:31,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742262_1438 (size=903864)
2024-11-28T09:08:31,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742263_1439 (size=5175431)
2024-11-28T09:08:31,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742263_1439 (size=5175431)
2024-11-28T09:08:31,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742263_1439 (size=5175431)
2024-11-28T09:08:31,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742264_1440 (size=232881)
2024-11-28T09:08:31,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742264_1440 (size=232881)
2024-11-28T09:08:31,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742264_1440 (size=232881)
2024-11-28T09:08:31,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742265_1441 (size=1323991)
2024-11-28T09:08:31,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742265_1441 (size=1323991)
2024-11-28T09:08:31,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742265_1441 (size=1323991)
2024-11-28T09:08:31,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742266_1442 (size=4695811)
2024-11-28T09:08:31,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742266_1442 (size=4695811)
2024-11-28T09:08:31,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742266_1442 (size=4695811)
2024-11-28T09:08:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742267_1443 (size=1877034)
2024-11-28T09:08:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742267_1443 (size=1877034)
2024-11-28T09:08:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742267_1443 (size=1877034)
2024-11-28T09:08:31,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742268_1444 (size=217555)
2024-11-28T09:08:31,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742268_1444 (size=217555)
2024-11-28T09:08:31,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742268_1444 (size=217555)
2024-11-28T09:08:31,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742269_1445 (size=4188619)
2024-11-28T09:08:31,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742269_1445 (size=4188619)
2024-11-28T09:08:31,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742269_1445 (size=4188619)
2024-11-28T09:08:31,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742270_1446 (size=127628)
2024-11-28T09:08:31,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742270_1446 (size=127628)
2024-11-28T09:08:31,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742270_1446 (size=127628)
2024-11-28T09:08:31,898 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:08:31,900 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'emptySnaptb0-testEmptyExportFileSystemState' hfile list
2024-11-28T09:08:31,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742271_1447 (size=7)
2024-11-28T09:08:31,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742271_1447 (size=7)
2024-11-28T09:08:31,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742271_1447 (size=7)
2024-11-28T09:08:31,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742272_1448 (size=10)
2024-11-28T09:08:31,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742272_1448 (size=10)
2024-11-28T09:08:31,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742272_1448 (size=10)
2024-11-28T09:08:31,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742273_1449 (size=303984)
2024-11-28T09:08:31,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742273_1449 (size=303984)
2024-11-28T09:08:31,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742273_1449 (size=303984)
2024-11-28T09:08:31,943 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:31,943 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:32,758 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0008_000001 (auth:SIMPLE) from 127.0.0.1:44910
2024-11-28T09:08:33,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-28T09:08:33,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:33,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-28T09:08:34,415 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:08:36,939 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0008_000001 (auth:SIMPLE) from 127.0.0.1:37992
2024-11-28T09:08:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742274_1450 (size=349658)
2024-11-28T09:08:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742274_1450 (size=349658)
2024-11-28T09:08:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742274_1450 (size=349658)
2024-11-28T09:08:38,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742275_1451 (size=8568)
2024-11-28T09:08:38,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742275_1451 (size=8568)
2024-11-28T09:08:38,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742275_1451 (size=8568)
2024-11-28T09:08:38,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742276_1452 (size=460)
2024-11-28T09:08:38,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742276_1452 (size=460)
2024-11-28T09:08:38,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742276_1452 (size=460)
2024-11-28T09:08:38,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742277_1453 (size=8568)
2024-11-28T09:08:38,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742277_1453 (size=8568)
2024-11-28T09:08:38,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742277_1453 (size=8568)
2024-11-28T09:08:38,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742278_1454 (size=349658)
2024-11-28T09:08:38,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742278_1454 (size=349658)
2024-11-28T09:08:38,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742278_1454 (size=349658)
2024-11-28T09:08:40,047 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:08:40,048 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:08:40,053 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:40,054 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:08:40,054 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:08:40,054 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:40,055 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-28T09:08:40,055 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-28T09:08:40,055 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:40,055 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-28T09:08:40,055 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784910604/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-28T09:08:40,061 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=206, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-28T09:08:40,064 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784920064"}]},"ts":"1732784920064"}
2024-11-28T09:08:40,066 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLING in hbase:meta
2024-11-28T09:08:40,066 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testEmptyExportFileSystemState to state=DISABLING
2024-11-28T09:08:40,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=207, ppid=206, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState}]
2024-11-28T09:08:40,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, UNASSIGN}, {pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, UNASSIGN}]
2024-11-28T09:08:40,068 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, UNASSIGN
2024-11-28T09:08:40,068 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, UNASSIGN
2024-11-28T09:08:40,069 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=50531b19d55490c2f8cb103ddcec573f, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:40,069 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=bd43570098dd116b3fa1fece85b6d8f9, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, UNASSIGN because future has completed
2024-11-28T09:08:40,070 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:40,071 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=210, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:40,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, UNASSIGN because future has completed
2024-11-28T09:08:40,072 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:40,072 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=211, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:08:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-28T09:08:40,223 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(122): Close bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1722): Closing bd43570098dd116b3fa1fece85b6d8f9, disabling compactions & flushes
2024-11-28T09:08:40,224 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9. after waiting 0 ms
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:40,224 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(122): Close 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1722): Closing 50531b19d55490c2f8cb103ddcec573f, disabling compactions & flushes
2024-11-28T09:08:40,224 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f. after waiting 0 ms
2024-11-28T09:08:40,224 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:40,229 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:40,229 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:40,229 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.
2024-11-28T09:08:40,229 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1676): Region close journal for bd43570098dd116b3fa1fece85b6d8f9:
Waiting for close lock at 1732784920224Running coprocessor pre-close hooks at 1732784920224Disabling compacts and flushes for region at 1732784920224Disabling writes for close at 1732784920224Writing region close event to WAL at 1732784920225 (+1 ms)Running coprocessor post-close hooks at 1732784920229 (+4 ms)Closed at 1732784920229
2024-11-28T09:08:40,231 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:40,231 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(157): Closed bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:40,231 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:40,231 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.
2024-11-28T09:08:40,231 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1676): Region close journal for 50531b19d55490c2f8cb103ddcec573f:
Waiting for close lock at 1732784920224Running coprocessor pre-close hooks at 1732784920224Disabling compacts and flushes for region at 1732784920224Disabling writes for close at 1732784920224Writing region close event to WAL at 1732784920228 (+4 ms)Running coprocessor post-close hooks at 1732784920231 (+3 ms)Closed at 1732784920231
2024-11-28T09:08:40,232 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=bd43570098dd116b3fa1fece85b6d8f9, regionState=CLOSED
2024-11-28T09:08:40,232 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(157): Closed 50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:40,233 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=50531b19d55490c2f8cb103ddcec573f, regionState=CLOSED
2024-11-28T09:08:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=210, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:40,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=211, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:08:40,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=210, resume processing ppid=209
2024-11-28T09:08:40,237 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=210, ppid=209, state=SUCCESS, hasLock=false; CloseRegionProcedure bd43570098dd116b3fa1fece85b6d8f9, server=81db972b9a1d,43977,1732784624257 in 164 msec
2024-11-28T09:08:40,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=209, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=bd43570098dd116b3fa1fece85b6d8f9, UNASSIGN in 168 msec
2024-11-28T09:08:40,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=211, resume processing ppid=208
2024-11-28T09:08:40,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=211, ppid=208, state=SUCCESS, hasLock=false; CloseRegionProcedure 50531b19d55490c2f8cb103ddcec573f, server=81db972b9a1d,42743,1732784624337 in 164 msec
2024-11-28T09:08:40,239 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=208, resume processing ppid=207
2024-11-28T09:08:40,239 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=208, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=50531b19d55490c2f8cb103ddcec573f, UNASSIGN in 170 msec
2024-11-28T09:08:40,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=207, resume processing ppid=206
2024-11-28T09:08:40,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=207, ppid=206, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState in 174 msec
2024-11-28T09:08:40,243 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784920242"}]},"ts":"1732784920242"}
2024-11-28T09:08:40,244 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLED in hbase:meta
2024-11-28T09:08:40,244 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testEmptyExportFileSystemState to state=DISABLED
2024-11-28T09:08:40,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=206, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState in 184 msec
2024-11-28T09:08:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-28T09:08:40,384 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-28T09:08:40,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,386 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,386 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=212, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,388 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,390 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:40,390 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:40,391 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/recovered.edits]
2024-11-28T09:08:40,391 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/recovered.edits]
2024-11-28T09:08:40,413 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/cf/3cd23274543a4ecd9e1fa3bc25943686
2024-11-28T09:08:40,413 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/cf/006cfcafa5944542ba10ad1dfc3e03ff
2024-11-28T09:08:40,415 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f/recovered.edits/9.seqid
2024-11-28T09:08:40,415 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9/recovered.edits/9.seqid
2024-11-28T09:08:40,415 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/50531b19d55490c2f8cb103ddcec573f
2024-11-28T09:08:40,426 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testEmptyExportFileSystemState/bd43570098dd116b3fa1fece85b6d8f9
2024-11-28T09:08:40,426 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testEmptyExportFileSystemState regions
2024-11-28T09:08:40,428 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=212, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,430 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testEmptyExportFileSystemState from hbase:meta
2024-11-28T09:08:40,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testEmptyExportFileSystemState' descriptor.
2024-11-28T09:08:40,434 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=212, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,434 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testEmptyExportFileSystemState' from region states.
2024-11-28T09:08:40,434 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784920434"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:40,434 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784920434"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:40,436 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:08:40,436 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 50531b19d55490c2f8cb103ddcec573f, NAME => 'testtb-testEmptyExportFileSystemState,,1732784909268.50531b19d55490c2f8cb103ddcec573f.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => bd43570098dd116b3fa1fece85b6d8f9, NAME => 'testtb-testEmptyExportFileSystemState,1,1732784909268.bd43570098dd116b3fa1fece85b6d8f9.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:08:40,436 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testEmptyExportFileSystemState' as deleted.
2024-11-28T09:08:40,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784920436"}]},"ts":"9223372036854775807"}
2024-11-28T09:08:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,437 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,437 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-28T09:08:40,437 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-28T09:08:40,437 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-28T09:08:40,438 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testEmptyExportFileSystemState state from META
2024-11-28T09:08:40,439 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=212, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,440 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=212, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState in 55 msec
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,447 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,447 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data null
2024-11-28T09:08:40,447 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-28T09:08:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212
2024-11-28T09:08:40,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,448 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testEmptyExportFileSystemState
2024-11-28T09:08:40,448 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-28T09:08:40,453 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-28T09:08:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:40,456 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-28T09:08:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testEmptyExportFileSystemState
2024-11-28T09:08:40,475 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testEmptyExportFileSystemState Thread=820 (was 809)
Potentially hanging thread: HFileArchiver-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-6800
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:57864 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:34137 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_35564319_1 at /127.0.0.1:58176 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 147283)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:58194 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_35564319_1 at /127.0.0.1:33422 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:38673 from appattempt_1732784632788_0008_000001
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=827 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 509), ProcessCount=16 (was 16), AvailableMemoryMB=1385 (was 1465)
2024-11-28T09:08:40,476 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=820 is superior to 500
2024-11-28T09:08:40,493 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportWithChecksum Thread=820, OpenFileDescriptor=827, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=16, AvailableMemoryMB=1385
2024-11-28T09:08:40,493 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=820 is superior to 500
2024-11-28T09:08:40,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:08:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:08:40,497 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:08:40,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:40,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithChecksum"
 procId is: 213
2024-11-28T09:08:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-28T09:08:40,498 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:08:40,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742279_1455 (size=404)
2024-11-28T09:08:40,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742279_1455 (size=404)
2024-11-28T09:08:40,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742279_1455 (size=404)
2024-11-28T09:08:40,506 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 848c9a065d734fb838301a9d79c0479d, NAME => 'testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:40,506 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cad466b57bd2cf136f02a98acc3f4d35, NAME => 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:40,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742280_1456 (size=65)
2024-11-28T09:08:40,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742280_1456 (size=65)
2024-11-28T09:08:40,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742280_1456 (size=65)
2024-11-28T09:08:40,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742281_1457 (size=65)
2024-11-28T09:08:40,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742281_1457 (size=65)
2024-11-28T09:08:40,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742281_1457 (size=65)
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1722): Closing 848c9a065d734fb838301a9d79c0479d, disabling compactions & flushes
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1722): Closing cad466b57bd2cf136f02a98acc3f4d35, disabling compactions & flushes
2024-11-28T09:08:40,513 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,513 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. after waiting 0 ms
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. after waiting 0 ms
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,513 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,513 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1676): Region close journal for cad466b57bd2cf136f02a98acc3f4d35:
Waiting for close lock at 1732784920513Disabling compacts and flushes for region at 1732784920513Disabling writes for close at 1732784920513Writing region close event to WAL at 1732784920513Closed at 1732784920513
2024-11-28T09:08:40,513 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1676): Region close journal for 848c9a065d734fb838301a9d79c0479d:
Waiting for close lock at 1732784920513Disabling compacts and flushes for region at 1732784920513Disabling writes for close at 1732784920513Writing region close event to WAL at 1732784920513Closed at 1732784920513
2024-11-28T09:08:40,514 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:08:40,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784920514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784920514"}]},"ts":"1732784920514"}
2024-11-28T09:08:40,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732784920514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784920514"}]},"ts":"1732784920514"}
2024-11-28T09:08:40,516 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:08:40,517 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:08:40,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784920517"}]},"ts":"1732784920517"}
2024-11-28T09:08:40,518 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLING in hbase:meta
2024-11-28T09:08:40,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:08:40,520 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:08:40,520 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:08:40,520 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:08:40,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:08:40,520 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, ASSIGN}, {pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, ASSIGN}]
2024-11-28T09:08:40,521 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, ASSIGN
2024-11-28T09:08:40,521 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, ASSIGN
2024-11-28T09:08:40,522 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:08:40,522 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:08:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-28T09:08:40,673 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:08:40,674 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=848c9a065d734fb838301a9d79c0479d, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:40,674 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:40,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, ASSIGN because future has completed
2024-11-28T09:08:40,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=216, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:40,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, ASSIGN because future has completed
2024-11-28T09:08:40,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=217, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:08:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-28T09:08:40,836 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,836 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7752): Opening region: {ENCODED => 848c9a065d734fb838301a9d79c0479d, NAME => 'testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:08:40,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7752): Opening region: {ENCODED => cad466b57bd2cf136f02a98acc3f4d35, NAME => 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:08:40,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. service=AccessControlService
2024-11-28T09:08:40,836 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. service=AccessControlService
2024-11-28T09:08:40,837 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:40,837 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7794): checking encryption for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7794): checking encryption for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7797): checking classloading for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,837 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7797): checking classloading for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,838 INFO  [StoreOpener-848c9a065d734fb838301a9d79c0479d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 848c9a065d734fb838301a9d79c0479d 
2024-11-28T09:08:40,838 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cad466b57bd2cf136f02a98acc3f4d35 
2024-11-28T09:08:40,839 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad466b57bd2cf136f02a98acc3f4d35 columnFamilyName cf
2024-11-28T09:08:40,839 INFO  [StoreOpener-848c9a065d734fb838301a9d79c0479d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848c9a065d734fb838301a9d79c0479d columnFamilyName cf
2024-11-28T09:08:40,839 DEBUG [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:40,839 DEBUG [StoreOpener-848c9a065d734fb838301a9d79c0479d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:40,840 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] regionserver.HStore(327): Store=cad466b57bd2cf136f02a98acc3f4d35/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:40,840 INFO  [StoreOpener-848c9a065d734fb838301a9d79c0479d-1 {}] regionserver.HStore(327): Store=848c9a065d734fb838301a9d79c0479d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:40,840 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1038): replaying wal for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,840 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1038): replaying wal for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,840 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1048): stopping wal replay for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1060): Cleaning up temporary data for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1048): stopping wal replay for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,841 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1060): Cleaning up temporary data for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,842 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1093): writing seq id for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,842 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1093): writing seq id for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:08:40,844 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1114): Opened cad466b57bd2cf136f02a98acc3f4d35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510707, jitterRate=-0.008913233876228333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:40,844 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1114): Opened 848c9a065d734fb838301a9d79c0479d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60471787, jitterRate=-0.09890015423297882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1006): Region open journal for cad466b57bd2cf136f02a98acc3f4d35:
Running coprocessor pre-open hook at 1732784920837Writing region info on filesystem at 1732784920837Initializing all the Stores at 1732784920838 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784920838Cleaning up temporary data from old regions at 1732784920841 (+3 ms)Running coprocessor post-open hooks at 1732784920844 (+3 ms)Region opened successfully at 1732784920844
2024-11-28T09:08:40,844 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1006): Region open journal for 848c9a065d734fb838301a9d79c0479d:
Running coprocessor pre-open hook at 1732784920837Writing region info on filesystem at 1732784920837Initializing all the Stores at 1732784920838 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784920838Cleaning up temporary data from old regions at 1732784920841 (+3 ms)Running coprocessor post-open hooks at 1732784920844 (+3 ms)Region opened successfully at 1732784920844
2024-11-28T09:08:40,845 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35., pid=216, masterSystemTime=1732784920832
2024-11-28T09:08:40,845 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d., pid=217, masterSystemTime=1732784920834
2024-11-28T09:08:40,847 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,847 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:40,847 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=848c9a065d734fb838301a9d79c0479d, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:08:40,847 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,847 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:40,848 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:40,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=217, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:08:40,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=216, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:40,852 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=217, resume processing ppid=214
2024-11-28T09:08:40,852 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=217, ppid=214, state=SUCCESS, hasLock=false; OpenRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337 in 170 msec
2024-11-28T09:08:40,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=216, resume processing ppid=215
2024-11-28T09:08:40,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=216, ppid=215, state=SUCCESS, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257 in 172 msec
2024-11-28T09:08:40,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=214, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, ASSIGN in 332 msec
2024-11-28T09:08:40,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=215, resume processing ppid=213
2024-11-28T09:08:40,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=215, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, ASSIGN in 333 msec
2024-11-28T09:08:40,855 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:08:40,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784920855"}]},"ts":"1732784920855"}
2024-11-28T09:08:40,856 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLED in hbase:meta
2024-11-28T09:08:40,857 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:08:40,857 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithChecksum jenkins: RWXCA
2024-11-28T09:08:40,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-28T09:08:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,910 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:08:40,921 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,921 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,921 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,921 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,922 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,922 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,922 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,922 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-28T09:08:40,923 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=213, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum in 426 msec
2024-11-28T09:08:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-28T09:08:41,124 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-28T09:08:41,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportWithChecksum get assigned. Timeout = 60000ms
2024-11-28T09:08:41,125 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32829 bytes) of info
2024-11-28T09:08:41,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportWithChecksum assigned to meta. Checking AM states.
2024-11-28T09:08:41,134 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:41,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportWithChecksum assigned.
2024-11-28T09:08:41,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-28T09:08:41,138 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-28T09:08:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784921138 (current time:1732784921138).
2024-11-28T09:08:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-28T09:08:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d031295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:41,140 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391a5f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,142 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:41,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4908275f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,145 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:08:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,147 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23686826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:41,149 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d730a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:41,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:41,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,150 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eedc223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:41,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,154 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:41,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,156 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,157 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015.
2024-11-28T09:08:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,157 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-28T09:08:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-28T09:08:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-28T09:08:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-28T09:08:41,160 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:41,160 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:41,162 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:41,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742282_1458 (size=161)
2024-11-28T09:08:41,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742282_1458 (size=161)
2024-11-28T09:08:41,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742282_1458 (size=161)
2024-11-28T09:08:41,169 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:41,169 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d}, {pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35}]
2024-11-28T09:08:41,169 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,169 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-28T09:08:41,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=220
2024-11-28T09:08:41,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=219
2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.HRegion(2603): Flush status journal for cad466b57bd2cf136f02a98acc3f4d35:

2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.HRegion(2603): Flush status journal for 848c9a065d734fb838301a9d79c0479d:

2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. for emptySnaptb0-testExportWithChecksum completed.
2024-11-28T09:08:41,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. for emptySnaptb0-testExportWithChecksum completed.
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:41,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:08:41,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742283_1459 (size=68)
2024-11-28T09:08:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742284_1460 (size=68)
2024-11-28T09:08:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742283_1459 (size=68)
2024-11-28T09:08:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742283_1459 (size=68)
2024-11-28T09:08:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742284_1460 (size=68)
2024-11-28T09:08:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742284_1460 (size=68)
2024-11-28T09:08:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=219
2024-11-28T09:08:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=220
2024-11-28T09:08:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=220
2024-11-28T09:08:41,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=219
2024-11-28T09:08:41,332 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,332 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,334 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=219, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d in 164 msec
2024-11-28T09:08:41,335 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=220, resume processing ppid=218
2024-11-28T09:08:41,335 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=220, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35 in 164 msec
2024-11-28T09:08:41,335 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:41,335 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:41,336 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:41,336 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithChecksum
2024-11-28T09:08:41,336 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum
2024-11-28T09:08:41,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742285_1461 (size=543)
2024-11-28T09:08:41,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742285_1461 (size=543)
2024-11-28T09:08:41,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742285_1461 (size=543)
2024-11-28T09:08:41,352 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:41,356 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:41,357 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportWithChecksum
2024-11-28T09:08:41,358 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:41,358 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-28T09:08:41,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=218, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 200 msec
2024-11-28T09:08:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-28T09:08:41,475 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-28T09:08:41,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithChecksum', row='05b9136085047e1332c970e83d3a3f9f3', locateType=CURRENT is [region=testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:08:41,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithChecksum', row='1368bd75c6db35f7cdaa8c9ce977d463f', locateType=CURRENT is [region=testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:41,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithChecksum', row='221fcb389f4afccb49c080b5ba3573fda', locateType=CURRENT is [region=testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:41,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportWithChecksum', row='3f8eb8dcf9985b9aab3b5620f189fe2ec', locateType=CURRENT is [region=testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:41,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:41,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:08:41,494 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-28T09:08:41,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-28T09:08:41,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:41,496 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:08:41,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-28T09:08:41,501 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-28T09:08:41,506 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-28T09:08:41,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-28T09:08:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784921507 (current time:1732784921507).
2024-11-28T09:08:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:08:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-28T09:08:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:08:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e52ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:41,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c209443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,510 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,512 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ba33f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:08:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:08:41,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:08:41,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:08:41,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:08:41,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b70a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:08:41,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:08:41,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,517 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:08:41,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b26210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:08:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:08:41,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:08:41,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,520 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:08:41,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:08:41,522 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:08:41,523 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:08:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:08:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:08:41,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:08:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-28T09:08:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:08:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-28T09:08:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-28T09:08:41,526 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:08:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-28T09:08:41,527 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:08:41,529 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:08:41,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742286_1462 (size=156)
2024-11-28T09:08:41,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742286_1462 (size=156)
2024-11-28T09:08:41,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742286_1462 (size=156)
2024-11-28T09:08:41,535 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:08:41,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d}, {pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35}]
2024-11-28T09:08:41,535 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,536 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:08:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-28T09:08:41,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=222
2024-11-28T09:08:41,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=223
2024-11-28T09:08:41,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:41,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:41,688 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2902): Flushing 848c9a065d734fb838301a9d79c0479d 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-28T09:08:41,688 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2902): Flushing cad466b57bd2cf136f02a98acc3f4d35 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-28T09:08:41,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/.tmp/cf/cd816f4c32ec48d2b0089e708610bc6c is 71, key is 16bdfd5ce0c8f73e0294c1dcc46cc6c6/cf:q/1732784921493/Put/seqid=0
2024-11-28T09:08:41,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/.tmp/cf/cf6640da6419472b8aa4050551783a6e is 71, key is 023d046864e8f5840bc4a4ab18b06d2b/cf:q/1732784921491/Put/seqid=0
2024-11-28T09:08:41,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742287_1463 (size=8258)
2024-11-28T09:08:41,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742287_1463 (size=8258)
2024-11-28T09:08:41,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742287_1463 (size=8258)
2024-11-28T09:08:41,715 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.00 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/.tmp/cf/cd816f4c32ec48d2b0089e708610bc6c
2024-11-28T09:08:41,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/.tmp/cf/cd816f4c32ec48d2b0089e708610bc6c as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c
2024-11-28T09:08:41,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742288_1464 (size=5354)
2024-11-28T09:08:41,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742288_1464 (size=5354)
2024-11-28T09:08:41,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742288_1464 (size=5354)
2024-11-28T09:08:41,723 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/.tmp/cf/cf6640da6419472b8aa4050551783a6e
2024-11-28T09:08:41,724 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c, entries=46, sequenceid=6, filesize=8.1 K
2024-11-28T09:08:41,725 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for cad466b57bd2cf136f02a98acc3f4d35 in 37ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum'
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2603): Flush status journal for cad466b57bd2cf136f02a98acc3f4d35:

2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. for snaptb0-testExportWithChecksum completed.
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c] hfiles
2024-11-28T09:08:41,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c for snapshot=snaptb0-testExportWithChecksum
2024-11-28T09:08:41,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/.tmp/cf/cf6640da6419472b8aa4050551783a6e as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e
2024-11-28T09:08:41,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742289_1465 (size=107)
2024-11-28T09:08:41,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742289_1465 (size=107)
2024-11-28T09:08:41,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742289_1465 (size=107)
2024-11-28T09:08:41,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:41,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=223
2024-11-28T09:08:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=223
2024-11-28T09:08:41,734 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,734 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:41,735 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e, entries=4, sequenceid=6, filesize=5.2 K
2024-11-28T09:08:41,735 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for 848c9a065d734fb838301a9d79c0479d in 47ms, sequenceid=6, compaction requested=false
2024-11-28T09:08:41,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2603): Flush status journal for 848c9a065d734fb838301a9d79c0479d:

2024-11-28T09:08:41,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. for snaptb0-testExportWithChecksum completed.
2024-11-28T09:08:41,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-28T09:08:41,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:08:41,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e] hfiles
2024-11-28T09:08:41,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e for snapshot=snaptb0-testExportWithChecksum
2024-11-28T09:08:41,736 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=223, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cad466b57bd2cf136f02a98acc3f4d35 in 200 msec
2024-11-28T09:08:41,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742290_1466 (size=107)
2024-11-28T09:08:41,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742290_1466 (size=107)
2024-11-28T09:08:41,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742290_1466 (size=107)
2024-11-28T09:08:41,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:08:41,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=222
2024-11-28T09:08:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=222
2024-11-28T09:08:41,742 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,742 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:08:41,744 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=222, resume processing ppid=221
2024-11-28T09:08:41,745 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:08:41,745 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=222, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 848c9a065d734fb838301a9d79c0479d in 208 msec
2024-11-28T09:08:41,745 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:08:41,746 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:08:41,746 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithChecksum
2024-11-28T09:08:41,746 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-28T09:08:41,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742291_1467 (size=621)
2024-11-28T09:08:41,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742291_1467 (size=621)
2024-11-28T09:08:41,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742291_1467 (size=621)
2024-11-28T09:08:41,761 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:08:41,766 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:08:41,767 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-28T09:08:41,769 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:08:41,769 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-28T09:08:41,770 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=221, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 244 msec
2024-11-28T09:08:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-28T09:08:41,843 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-28T09:08:41,844 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843
2024-11-28T09:08:41,844 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:41,869 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:08:41,869 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@5b96b74, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-28T09:08:41,870 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:08:41,873 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-28T09:08:41,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:41,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:41,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-7571969235929788924.jar
2024-11-28T09:08:42,814 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,814 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-10206424112859235918.jar
2024-11-28T09:08:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:08:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:08:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:08:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:08:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:08:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:08:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:08:42,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:42,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:42,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:42,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:42,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:08:42,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:42,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:08:42,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742292_1468 (size=24020)
2024-11-28T09:08:42,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742292_1468 (size=24020)
2024-11-28T09:08:42,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742292_1468 (size=24020)
2024-11-28T09:08:42,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742293_1469 (size=6424730)
2024-11-28T09:08:42,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742293_1469 (size=6424730)
2024-11-28T09:08:42,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742293_1469 (size=6424730)
2024-11-28T09:08:43,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742294_1470 (size=77755)
2024-11-28T09:08:43,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742294_1470 (size=77755)
2024-11-28T09:08:43,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742294_1470 (size=77755)
2024-11-28T09:08:43,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-28T09:08:43,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum Metrics about Tables on a single HBase RegionServer
2024-11-28T09:08:43,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-28T09:08:43,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742295_1471 (size=131360)
2024-11-28T09:08:43,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742295_1471 (size=131360)
2024-11-28T09:08:43,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742295_1471 (size=131360)
2024-11-28T09:08:43,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742296_1472 (size=111793)
2024-11-28T09:08:43,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742296_1472 (size=111793)
2024-11-28T09:08:43,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742296_1472 (size=111793)
2024-11-28T09:08:43,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742297_1473 (size=1832290)
2024-11-28T09:08:43,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742297_1473 (size=1832290)
2024-11-28T09:08:43,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742297_1473 (size=1832290)
2024-11-28T09:08:43,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742298_1474 (size=8360005)
2024-11-28T09:08:43,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742298_1474 (size=8360005)
2024-11-28T09:08:43,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742298_1474 (size=8360005)
2024-11-28T09:08:43,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742299_1475 (size=503880)
2024-11-28T09:08:43,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742299_1475 (size=503880)
2024-11-28T09:08:43,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742299_1475 (size=503880)
2024-11-28T09:08:43,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742300_1476 (size=322274)
2024-11-28T09:08:43,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742300_1476 (size=322274)
2024-11-28T09:08:43,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742300_1476 (size=322274)
2024-11-28T09:08:43,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742301_1477 (size=20406)
2024-11-28T09:08:43,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742301_1477 (size=20406)
2024-11-28T09:08:43,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742301_1477 (size=20406)
2024-11-28T09:08:43,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742302_1478 (size=45609)
2024-11-28T09:08:43,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742302_1478 (size=45609)
2024-11-28T09:08:43,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742302_1478 (size=45609)
2024-11-28T09:08:43,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742303_1479 (size=136454)
2024-11-28T09:08:43,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742303_1479 (size=136454)
2024-11-28T09:08:43,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742303_1479 (size=136454)
2024-11-28T09:08:43,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742304_1480 (size=1597136)
2024-11-28T09:08:43,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742304_1480 (size=1597136)
2024-11-28T09:08:43,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742304_1480 (size=1597136)
2024-11-28T09:08:43,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742305_1481 (size=30873)
2024-11-28T09:08:43,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742305_1481 (size=30873)
2024-11-28T09:08:43,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742305_1481 (size=30873)
2024-11-28T09:08:43,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742306_1482 (size=29229)
2024-11-28T09:08:43,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742306_1482 (size=29229)
2024-11-28T09:08:43,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742306_1482 (size=29229)
2024-11-28T09:08:43,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742307_1483 (size=903864)
2024-11-28T09:08:43,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742307_1483 (size=903864)
2024-11-28T09:08:43,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742307_1483 (size=903864)
2024-11-28T09:08:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742308_1484 (size=5175431)
2024-11-28T09:08:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742308_1484 (size=5175431)
2024-11-28T09:08:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742308_1484 (size=5175431)
2024-11-28T09:08:43,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742309_1485 (size=232881)
2024-11-28T09:08:43,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742309_1485 (size=232881)
2024-11-28T09:08:43,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742309_1485 (size=232881)
2024-11-28T09:08:43,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742310_1486 (size=1323991)
2024-11-28T09:08:43,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742310_1486 (size=1323991)
2024-11-28T09:08:43,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742310_1486 (size=1323991)
2024-11-28T09:08:43,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742311_1487 (size=4695811)
2024-11-28T09:08:43,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742311_1487 (size=4695811)
2024-11-28T09:08:43,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742311_1487 (size=4695811)
2024-11-28T09:08:43,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742312_1488 (size=1877034)
2024-11-28T09:08:43,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742312_1488 (size=1877034)
2024-11-28T09:08:43,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742312_1488 (size=1877034)
2024-11-28T09:08:43,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742313_1489 (size=440956)
2024-11-28T09:08:43,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742313_1489 (size=440956)
2024-11-28T09:08:43,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742313_1489 (size=440956)
2024-11-28T09:08:43,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742314_1490 (size=217555)
2024-11-28T09:08:43,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742314_1490 (size=217555)
2024-11-28T09:08:43,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742314_1490 (size=217555)
2024-11-28T09:08:43,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742315_1491 (size=4188619)
2024-11-28T09:08:43,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742315_1491 (size=4188619)
2024-11-28T09:08:43,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742315_1491 (size=4188619)
2024-11-28T09:08:43,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742316_1492 (size=127628)
2024-11-28T09:08:43,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742316_1492 (size=127628)
2024-11-28T09:08:43,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742316_1492 (size=127628)
2024-11-28T09:08:43,712 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:08:43,714 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-28T09:08:43,715 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.1 K
2024-11-28T09:08:43,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.2 K
2024-11-28T09:08:43,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742317_1493 (size=441)
2024-11-28T09:08:43,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742317_1493 (size=441)
2024-11-28T09:08:43,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742317_1493 (size=441)
2024-11-28T09:08:43,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742318_1494 (size=21)
2024-11-28T09:08:43,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742318_1494 (size=21)
2024-11-28T09:08:43,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742318_1494 (size=21)
2024-11-28T09:08:43,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742319_1495 (size=304129)
2024-11-28T09:08:43,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742319_1495 (size=304129)
2024-11-28T09:08:43,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742319_1495 (size=304129)
2024-11-28T09:08:44,161 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:44,161 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:08:44,164 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0008_000001 (auth:SIMPLE) from 127.0.0.1:34430
2024-11-28T09:08:44,178 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0008/container_1732784632788_0008_01_000001/launch_container.sh]
2024-11-28T09:08:44,178 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0008/container_1732784632788_0008_01_000001/container_tokens]
2024-11-28T09:08:44,178 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0008/container_1732784632788_0008_01_000001/sysfs]
2024-11-28T09:08:44,195 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=919.14 KB, freeSize=879.10 MB, max=880 MB, blockCount=3, accesses=5, hits=2, hitRatio=40.00%, , cachingAccesses=5, cachingHits=2, cachingHitsRatio=40.00%, evictions=29, evicted=0, evictedPerRun=0.0
2024-11-28T09:08:44,297 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.40 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=2, hits=0, hitRatio=0, cachingAccesses=2, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-28T09:08:44,373 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-28T09:08:44,510 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=10, reused chunk count=22, reuseRatio=68.75%
2024-11-28T09:08:44,513 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-28T09:08:44,879 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:39778
2024-11-28T09:08:45,764 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:08:47,540 INFO  [regionserver/81db972b9a1d:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-28T09:08:47,541 INFO  [regionserver/81db972b9a1d:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-28T09:08:47,557 INFO  [regionserver/81db972b9a1d:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-28T09:08:48,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testtb-testExportWithChecksum because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-28T09:08:48,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testExportExpiredSnapshot because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-28T09:08:48,953 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c364ca87d9ff351623ae0cd0687ddd62 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:08:48,953 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 848c9a065d734fb838301a9d79c0479d changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:08:48,953 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c34ea765da70dcd1ffd87e9bb808f31 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:08:48,953 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cad466b57bd2cf136f02a98acc3f4d35 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:08:48,953 DEBUG [master/81db972b9a1d:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default
2024-11-28T09:08:48,954 INFO  [master/81db972b9a1d:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default
2024-11-28T09:08:48,954 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster.
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 has 1 regions
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 has 2 regions
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 has 3 regions
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:08:48,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:08:48,955 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:08:48,955 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:08:48,955 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:08:48,956 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.BalancerClusterState(326): Number of tables=4, number of hosts=1, number of racks=1
2024-11-28T09:08:48,959 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.StochasticLoadBalancer(403): Cluster wide - Calculating plan. may take up to 30000ms to complete.
2024-11-28T09:08:48,960 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.25443267701056627, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.2886751345948129, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8351269554964312, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.852153240771695, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.33333333333333337, need balance);  computedMaxSteps=14400
2024-11-28T09:08:49,186 INFO  [master/81db972b9a1d:0.Chore.1 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 230 ms to try 14400 different iterations.  Found a solution that moves 1 regions; Going from a computed imbalance of 0.25443267701056627 to a new imbalance of 0.015820539782549093. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.16666666666666666, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8351269554964312, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.852153240771695, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 
2024-11-28T09:08:49,190 INFO  [master/81db972b9a1d:0.Chore.1 {}] master.HMaster(2167): Balancer plans size is 1, the balance interval is 300000 ms, and the max number regions in transition is 6
2024-11-28T09:08:49,191 INFO  [master/81db972b9a1d:0.Chore.1 {}] master.HMaster(2172): balance hri=cad466b57bd2cf136f02a98acc3f4d35, source=81db972b9a1d,43977,1732784624257, destination=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:49,192 DEBUG [master/81db972b9a1d:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE
2024-11-28T09:08:49,192 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE
2024-11-28T09:08:49,193 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:08:49,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE because future has completed
2024-11-28T09:08:49,196 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:08:49,197 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=225, ppid=224, state=RUNNABLE, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:08:49,350 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(122): Close cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,350 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:08:49,350 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1722): Closing cad466b57bd2cf136f02a98acc3f4d35, disabling compactions & flushes
2024-11-28T09:08:49,350 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,350 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,350 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. after waiting 0 ms
2024-11-28T09:08:49,350 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:08:49,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:08:49,354 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1676): Region close journal for cad466b57bd2cf136f02a98acc3f4d35:
Waiting for close lock at 1732784929350Running coprocessor pre-close hooks at 1732784929350Disabling compacts and flushes for region at 1732784929350Disabling writes for close at 1732784929350Writing region close event to WAL at 1732784929351 (+1 ms)Running coprocessor post-close hooks at 1732784929354 (+3 ms)Closed at 1732784929354
2024-11-28T09:08:49,355 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegionServer(3302): Adding cad466b57bd2cf136f02a98acc3f4d35 move to 81db972b9a1d,36301,1732784623951 record at close sequenceid=6
2024-11-28T09:08:49,357 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(157): Closed cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,357 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=CLOSED
2024-11-28T09:08:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=225, ppid=224, state=RUNNABLE, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:08:49,361 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=225, resume processing ppid=224
2024-11-28T09:08:49,361 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=225, ppid=224, state=SUCCESS, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,43977,1732784624257 in 163 msec
2024-11-28T09:08:49,361 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE; state=CLOSED, location=81db972b9a1d,36301,1732784623951; forceNewPlan=false, retain=false
2024-11-28T09:08:49,512 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-28T09:08:49,512 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=OPENING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE because future has completed
2024-11-28T09:08:49,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=226, ppid=224, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:08:49,515 INFO  [regionserver/81db972b9a1d:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 102914 ms
2024-11-28T09:08:49,669 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,669 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7752): Opening region: {ENCODED => cad466b57bd2cf136f02a98acc3f4d35, NAME => 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:08:49,669 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. service=AccessControlService
2024-11-28T09:08:49,670 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:08:49,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:08:49,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7794): checking encryption for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7797): checking classloading for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,671 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cad466b57bd2cf136f02a98acc3f4d35 
2024-11-28T09:08:49,672 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad466b57bd2cf136f02a98acc3f4d35 columnFamilyName cf
2024-11-28T09:08:49,672 DEBUG [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:08:49,676 DEBUG [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c
2024-11-28T09:08:49,676 INFO  [StoreOpener-cad466b57bd2cf136f02a98acc3f4d35-1 {}] regionserver.HStore(327): Store=cad466b57bd2cf136f02a98acc3f4d35/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:08:49,677 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1038): replaying wal for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,677 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,678 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,679 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1048): stopping wal replay for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,679 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1060): Cleaning up temporary data for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,680 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1093): writing seq id for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,682 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1114): Opened cad466b57bd2cf136f02a98acc3f4d35; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734109, jitterRate=-0.09499125182628632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:08:49,682 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:08:49,682 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1006): Region open journal for cad466b57bd2cf136f02a98acc3f4d35:
Running coprocessor pre-open hook at 1732784929670Writing region info on filesystem at 1732784929670Initializing all the Stores at 1732784929671 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784929671Cleaning up temporary data from old regions at 1732784929679 (+8 ms)Running coprocessor post-open hooks at 1732784929682 (+3 ms)Region opened successfully at 1732784929682
2024-11-28T09:08:49,683 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35., pid=226, masterSystemTime=1732784929666
2024-11-28T09:08:49,684 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,684 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:08:49,685 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=OPEN, openSeqNum=10, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:08:49,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=226, ppid=224, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:08:49,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=226, resume processing ppid=224
2024-11-28T09:08:49,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=226, ppid=224, state=SUCCESS, hasLock=false; OpenRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951 in 177 msec
2024-11-28T09:08:49,696 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=224, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, REOPEN/MOVE in 502 msec
2024-11-28T09:08:49,697 DEBUG [master/81db972b9a1d:0.Chore.1 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms
2024-11-28T09:08:49,706 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T09:08:50,274 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cad466b57bd2cf136f02a98acc3f4d35 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:08:50,478 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:48506
2024-11-28T09:08:50,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742320_1496 (size=349827)
2024-11-28T09:08:50,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742320_1496 (size=349827)
2024-11-28T09:08:50,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742320_1496 (size=349827)
2024-11-28T09:08:52,692 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40578
2024-11-28T09:08:52,692 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:47880
2024-11-28T09:08:54,108 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:08:56,003 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000002/launch_container.sh]
2024-11-28T09:08:56,004 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000002/container_tokens]
2024-11-28T09:08:56,004 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000002/sysfs]
2024-11-28T09:08:56,512 INFO  [regionserver/81db972b9a1d:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8. because f080d6a85dfeeb9c3847cfd7d14d5fa8/l has an old edit so flush to free WALs after random delay 158252 ms
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:08:57,193 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000003/launch_container.sh]
2024-11-28T09:08:57,193 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000003/container_tokens]
2024-11-28T09:08:57,193 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000003/sysfs]
2024-11-28T09:08:57,566 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40582
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:08:58,584 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40586
2024-11-28T09:09:00,178 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000006 while processing FINISH_CONTAINERS event
2024-11-28T09:09:01,178 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000007 while processing FINISH_CONTAINERS event
2024-11-28T09:09:02,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c34ea765da70dcd1ffd87e9bb808f31, had cached 0 bytes from a total of 5424
2024-11-28T09:09:02,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c364ca87d9ff351623ae0cd0687ddd62, had cached 0 bytes from a total of 8188
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:09:03,519 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000005/launch_container.sh]
2024-11-28T09:09:03,519 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000005/container_tokens]
2024-11-28T09:09:03,519 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000005/sysfs]
2024-11-28T09:09:03,591 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40866
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:09:04,601 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:58634
2024-11-28T09:09:06,500 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000010 while processing FINISH_CONTAINERS event
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:09:06,965 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000008/launch_container.sh]
2024-11-28T09:09:06,965 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000008/container_tokens]
2024-11-28T09:09:06,965 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_2/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000008/sysfs]
2024-11-28T09:09:07,184 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000011 while processing FINISH_CONTAINERS event
2024-11-28T09:09:07,213 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000004/launch_container.sh]
2024-11-28T09:09:07,213 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000004/container_tokens]
2024-11-28T09:09:07,213 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000004/sysfs]
2024-11-28T09:09:08,445 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000009/launch_container.sh]
2024-11-28T09:09:08,445 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000009/container_tokens]
2024-11-28T09:09:08,445 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000009/sysfs]
2024-11-28T09:09:08,614 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40870
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/local-export-1732784921843/archive/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-28T09:09:09,617 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:40886
2024-11-28T09:09:11,419 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000014 while processing FINISH_CONTAINERS event
2024-11-28T09:09:11,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:09:12,420 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732784632788_0009_01_000015 while processing FINISH_CONTAINERS event
2024-11-28T09:09:15,604 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:41566
2024-11-28T09:09:15,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742321_1497 (size=30189)
2024-11-28T09:09:15,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742321_1497 (size=30189)
2024-11-28T09:09:15,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742321_1497 (size=30189)
2024-11-28T09:09:15,702 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732784632788_0009_01_000013 is : 143
2024-11-28T09:09:15,745 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000013/launch_container.sh]
2024-11-28T09:09:15,746 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000013/container_tokens]
2024-11-28T09:09:15,746 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000013/sysfs]
2024-11-28T09:09:15,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742322_1498 (size=460)
2024-11-28T09:09:15,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742322_1498 (size=460)
2024-11-28T09:09:15,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742322_1498 (size=460)
2024-11-28T09:09:15,819 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000012/launch_container.sh]
2024-11-28T09:09:15,820 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000012/container_tokens]
2024-11-28T09:09:15,820 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_0/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000012/sysfs]
2024-11-28T09:09:15,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742323_1499 (size=30189)
2024-11-28T09:09:15,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742323_1499 (size=30189)
2024-11-28T09:09:15,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742323_1499 (size=30189)
2024-11-28T09:09:16,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742324_1500 (size=349827)
2024-11-28T09:09:16,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742324_1500 (size=349827)
2024-11-28T09:09:16,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742324_1500 (size=349827)
2024-11-28T09:09:16,097 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:41576
2024-11-28T09:09:18,081 ERROR [Time-limited test {}] snapshot.ExportSnapshot(1239): Snapshot export failed
org.apache.hadoop.hbase.snapshot.ExportSnapshotException: Task failed task_1732784632788_0009_m_000000
Job failed as tasks failed. failedMaps:1 failedReduces:0 killedMaps:0 killedReduces: 0

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.runCopyJob(ExportSnapshot.java:947) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1216) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemState(TestExportSnapshot.java:400) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportWithChecksum(TestExportSnapshot.java:285) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:09:18,083 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083
2024-11-28T09:09:18,083 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:18,195 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:18,195 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-28T09:09:18,217 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:09:18,253 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-28T09:09:18,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742325_1501 (size=621)
2024-11-28T09:09:18,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742325_1501 (size=621)
2024-11-28T09:09:18,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742325_1501 (size=621)
2024-11-28T09:09:18,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742326_1502 (size=156)
2024-11-28T09:09:18,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742326_1502 (size=156)
2024-11-28T09:09:18,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742326_1502 (size=156)
2024-11-28T09:09:18,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:18,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:18,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-1421017006511815394.jar
2024-11-28T09:09:20,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-6760480026023058893.jar
2024-11-28T09:09:20,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:20,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:09:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:09:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:09:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:09:20,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:09:20,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:09:20,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:09:20,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:09:20,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:09:20,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:09:20,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:09:20,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:20,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:20,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:20,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:20,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:20,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:20,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:20,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742327_1503 (size=24020)
2024-11-28T09:09:20,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742327_1503 (size=24020)
2024-11-28T09:09:20,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742327_1503 (size=24020)
2024-11-28T09:09:20,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742328_1504 (size=77755)
2024-11-28T09:09:20,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742328_1504 (size=77755)
2024-11-28T09:09:20,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742328_1504 (size=77755)
2024-11-28T09:09:20,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742329_1505 (size=131360)
2024-11-28T09:09:20,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742329_1505 (size=131360)
2024-11-28T09:09:20,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742329_1505 (size=131360)
2024-11-28T09:09:20,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742330_1506 (size=111793)
2024-11-28T09:09:20,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742330_1506 (size=111793)
2024-11-28T09:09:20,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742330_1506 (size=111793)
2024-11-28T09:09:20,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742331_1507 (size=1832290)
2024-11-28T09:09:20,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742331_1507 (size=1832290)
2024-11-28T09:09:20,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742331_1507 (size=1832290)
2024-11-28T09:09:20,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742332_1508 (size=8360005)
2024-11-28T09:09:20,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742332_1508 (size=8360005)
2024-11-28T09:09:20,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742332_1508 (size=8360005)
2024-11-28T09:09:20,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742333_1509 (size=503880)
2024-11-28T09:09:20,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742333_1509 (size=503880)
2024-11-28T09:09:20,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742333_1509 (size=503880)
2024-11-28T09:09:20,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742334_1510 (size=322274)
2024-11-28T09:09:20,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742334_1510 (size=322274)
2024-11-28T09:09:20,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742334_1510 (size=322274)
2024-11-28T09:09:20,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742335_1511 (size=20406)
2024-11-28T09:09:20,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742335_1511 (size=20406)
2024-11-28T09:09:20,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742335_1511 (size=20406)
2024-11-28T09:09:20,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742336_1512 (size=45609)
2024-11-28T09:09:20,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742336_1512 (size=45609)
2024-11-28T09:09:20,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742336_1512 (size=45609)
2024-11-28T09:09:20,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742337_1513 (size=136454)
2024-11-28T09:09:20,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742337_1513 (size=136454)
2024-11-28T09:09:20,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742337_1513 (size=136454)
2024-11-28T09:09:20,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742338_1514 (size=1597136)
2024-11-28T09:09:20,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742338_1514 (size=1597136)
2024-11-28T09:09:20,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742338_1514 (size=1597136)
2024-11-28T09:09:20,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742339_1515 (size=30873)
2024-11-28T09:09:20,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742339_1515 (size=30873)
2024-11-28T09:09:20,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742339_1515 (size=30873)
2024-11-28T09:09:20,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742340_1516 (size=29229)
2024-11-28T09:09:20,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742340_1516 (size=29229)
2024-11-28T09:09:20,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742340_1516 (size=29229)
2024-11-28T09:09:20,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742341_1517 (size=903864)
2024-11-28T09:09:20,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742341_1517 (size=903864)
2024-11-28T09:09:20,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742341_1517 (size=903864)
2024-11-28T09:09:20,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742342_1518 (size=5175431)
2024-11-28T09:09:20,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742342_1518 (size=5175431)
2024-11-28T09:09:20,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742342_1518 (size=5175431)
2024-11-28T09:09:20,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742343_1519 (size=232881)
2024-11-28T09:09:20,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742343_1519 (size=232881)
2024-11-28T09:09:20,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742343_1519 (size=232881)
2024-11-28T09:09:21,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742344_1520 (size=1323991)
2024-11-28T09:09:21,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742344_1520 (size=1323991)
2024-11-28T09:09:21,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742344_1520 (size=1323991)
2024-11-28T09:09:21,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742345_1521 (size=4695811)
2024-11-28T09:09:21,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742345_1521 (size=4695811)
2024-11-28T09:09:21,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742345_1521 (size=4695811)
2024-11-28T09:09:21,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742346_1522 (size=1877034)
2024-11-28T09:09:21,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742346_1522 (size=1877034)
2024-11-28T09:09:21,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742346_1522 (size=1877034)
2024-11-28T09:09:21,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742347_1523 (size=6424730)
2024-11-28T09:09:21,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742347_1523 (size=6424730)
2024-11-28T09:09:21,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742347_1523 (size=6424730)
2024-11-28T09:09:21,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742348_1524 (size=217555)
2024-11-28T09:09:21,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742348_1524 (size=217555)
2024-11-28T09:09:21,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742348_1524 (size=217555)
2024-11-28T09:09:21,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742349_1525 (size=440956)
2024-11-28T09:09:21,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742349_1525 (size=440956)
2024-11-28T09:09:21,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742349_1525 (size=440956)
2024-11-28T09:09:21,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742350_1526 (size=4188619)
2024-11-28T09:09:21,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742350_1526 (size=4188619)
2024-11-28T09:09:21,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742350_1526 (size=4188619)
2024-11-28T09:09:21,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742351_1527 (size=127628)
2024-11-28T09:09:21,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742351_1527 (size=127628)
2024-11-28T09:09:21,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742351_1527 (size=127628)
2024-11-28T09:09:21,194 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:09:21,196 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-28T09:09:21,198 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.1 K
2024-11-28T09:09:21,198 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.2 K
2024-11-28T09:09:21,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742352_1528 (size=441)
2024-11-28T09:09:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742352_1528 (size=441)
2024-11-28T09:09:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742352_1528 (size=441)
2024-11-28T09:09:21,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742353_1529 (size=21)
2024-11-28T09:09:21,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742353_1529 (size=21)
2024-11-28T09:09:21,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742353_1529 (size=21)
2024-11-28T09:09:21,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742354_1530 (size=304077)
2024-11-28T09:09:21,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742354_1530 (size=304077)
2024-11-28T09:09:21,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742354_1530 (size=304077)
2024-11-28T09:09:22,262 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:09:22,262 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:09:22,277 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0009_000001 (auth:SIMPLE) from 127.0.0.1:44946
2024-11-28T09:09:22,305 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000001/launch_container.sh]
2024-11-28T09:09:22,305 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000001/container_tokens]
2024-11-28T09:09:22,305 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0009/container_1732784632788_0009_01_000001/sysfs]
2024-11-28T09:09:22,446 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:53908
2024-11-28T09:09:25,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 848c9a065d734fb838301a9d79c0479d, had cached 0 bytes from a total of 5354
2024-11-28T09:09:33,468 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:52740
2024-11-28T09:09:33,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742355_1531 (size=349775)
2024-11-28T09:09:33,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742355_1531 (size=349775)
2024-11-28T09:09:33,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742355_1531 (size=349775)
2024-11-28T09:09:34,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cad466b57bd2cf136f02a98acc3f4d35, had cached 0 bytes from a total of 8258
2024-11-28T09:09:35,697 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:56342
2024-11-28T09:09:35,697 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:48230
2024-11-28T09:09:39,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742356_1532 (size=5354)
2024-11-28T09:09:39,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742356_1532 (size=5354)
2024-11-28T09:09:39,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742356_1532 (size=5354)
2024-11-28T09:09:39,454 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_3/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000003/sysfs]
2024-11-28T09:09:40,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742358_1534 (size=8258)
2024-11-28T09:09:40,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742358_1534 (size=8258)
2024-11-28T09:09:40,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742358_1534 (size=8258)
2024-11-28T09:09:40,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742357_1533 (size=22150)
2024-11-28T09:09:40,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742357_1533 (size=22150)
2024-11-28T09:09:40,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742357_1533 (size=22150)
2024-11-28T09:09:40,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742359_1535 (size=462)
2024-11-28T09:09:40,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742359_1535 (size=462)
2024-11-28T09:09:40,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742359_1535 (size=462)
2024-11-28T09:09:40,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742360_1536 (size=22150)
2024-11-28T09:09:40,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742360_1536 (size=22150)
2024-11-28T09:09:40,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742360_1536 (size=22150)
2024-11-28T09:09:40,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742361_1537 (size=349775)
2024-11-28T09:09:40,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742361_1537 (size=349775)
2024-11-28T09:09:40,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742361_1537 (size=349775)
2024-11-28T09:09:40,341 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:48244
2024-11-28T09:09:40,353 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732784632788_0010_01_000002 is : 143
2024-11-28T09:09:40,364 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000002/launch_container.sh]
2024-11-28T09:09:40,364 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000002/container_tokens]
2024-11-28T09:09:40,364 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000002/sysfs]
2024-11-28T09:09:41,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:09:41,846 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:09:41,847 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:09:41,856 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportWithChecksum
2024-11-28T09:09:41,856 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:09:41,857 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:09:41,857 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-28T09:09:41,857 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-28T09:09:41,857 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-28T09:09:41,857 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-28T09:09:41,858 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-28T09:09:41,858 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784958083/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-28T09:09:41,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithChecksum
2024-11-28T09:09:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=227, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227
2024-11-28T09:09:41,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784981871"}]},"ts":"1732784981871"}
2024-11-28T09:09:41,873 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLING in hbase:meta
2024-11-28T09:09:41,873 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithChecksum to state=DISABLING
2024-11-28T09:09:41,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=228, ppid=227, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum}]
2024-11-28T09:09:41,876 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=229, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, UNASSIGN}, {pid=230, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, UNASSIGN}]
2024-11-28T09:09:41,877 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=230, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, UNASSIGN
2024-11-28T09:09:41,877 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=229, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, UNASSIGN
2024-11-28T09:09:41,878 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=230 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=CLOSING, regionLocation=81db972b9a1d,36301,1732784623951
2024-11-28T09:09:41,879 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=229 updating hbase:meta row=848c9a065d734fb838301a9d79c0479d, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:09:41,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=230, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, UNASSIGN because future has completed
2024-11-28T09:09:41,884 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:09:41,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=231, ppid=230, state=RUNNABLE, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951}]
2024-11-28T09:09:41,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=229, ppid=228, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, UNASSIGN because future has completed
2024-11-28T09:09:41,885 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:09:41,885 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=232, ppid=229, state=RUNNABLE, hasLock=false; CloseRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:09:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227
2024-11-28T09:09:42,038 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] handler.UnassignRegionHandler(122): Close cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:09:42,038 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:09:42,038 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1722): Closing cad466b57bd2cf136f02a98acc3f4d35, disabling compactions & flushes
2024-11-28T09:09:42,038 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:09:42,038 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:09:42,038 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35. after waiting 0 ms
2024-11-28T09:09:42,038 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:09:42,040 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] handler.UnassignRegionHandler(122): Close 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:09:42,040 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:09:42,040 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1722): Closing 848c9a065d734fb838301a9d79c0479d, disabling compactions & flushes
2024-11-28T09:09:42,040 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:09:42,040 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:09:42,041 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d. after waiting 0 ms
2024-11-28T09:09:42,041 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:09:42,042 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-28T09:09:42,043 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:09:42,043 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.
2024-11-28T09:09:42,043 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] regionserver.HRegion(1676): Region close journal for cad466b57bd2cf136f02a98acc3f4d35:
Waiting for close lock at 1732784982038Running coprocessor pre-close hooks at 1732784982038Disabling compacts and flushes for region at 1732784982038Disabling writes for close at 1732784982038Writing region close event to WAL at 1732784982039 (+1 ms)Running coprocessor post-close hooks at 1732784982043 (+4 ms)Closed at 1732784982043
2024-11-28T09:09:42,044 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:09:42,045 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=231}] handler.UnassignRegionHandler(157): Closed cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:09:42,045 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:09:42,045 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.
2024-11-28T09:09:42,045 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] regionserver.HRegion(1676): Region close journal for 848c9a065d734fb838301a9d79c0479d:
Waiting for close lock at 1732784982040Running coprocessor pre-close hooks at 1732784982040Disabling compacts and flushes for region at 1732784982040Disabling writes for close at 1732784982041 (+1 ms)Writing region close event to WAL at 1732784982042 (+1 ms)Running coprocessor post-close hooks at 1732784982045 (+3 ms)Closed at 1732784982045
2024-11-28T09:09:42,045 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=230 updating hbase:meta row=cad466b57bd2cf136f02a98acc3f4d35, regionState=CLOSED
2024-11-28T09:09:42,047 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=232}] handler.UnassignRegionHandler(157): Closed 848c9a065d734fb838301a9d79c0479d
2024-11-28T09:09:42,047 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=229 updating hbase:meta row=848c9a065d734fb838301a9d79c0479d, regionState=CLOSED
2024-11-28T09:09:42,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=231, ppid=230, state=RUNNABLE, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951 because future has completed
2024-11-28T09:09:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=232, ppid=229, state=RUNNABLE, hasLock=false; CloseRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:09:42,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=231, resume processing ppid=230
2024-11-28T09:09:42,055 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=230, ppid=228, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=cad466b57bd2cf136f02a98acc3f4d35, UNASSIGN in 178 msec
2024-11-28T09:09:42,055 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=231, ppid=230, state=SUCCESS, hasLock=false; CloseRegionProcedure cad466b57bd2cf136f02a98acc3f4d35, server=81db972b9a1d,36301,1732784623951 in 164 msec
2024-11-28T09:09:42,056 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=232, resume processing ppid=229
2024-11-28T09:09:42,056 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=232, ppid=229, state=SUCCESS, hasLock=false; CloseRegionProcedure 848c9a065d734fb838301a9d79c0479d, server=81db972b9a1d,42743,1732784624337 in 169 msec
2024-11-28T09:09:42,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=229, resume processing ppid=228
2024-11-28T09:09:42,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=229, ppid=228, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=848c9a065d734fb838301a9d79c0479d, UNASSIGN in 180 msec
2024-11-28T09:09:42,059 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=228, resume processing ppid=227
2024-11-28T09:09:42,059 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=228, ppid=227, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum in 184 msec
2024-11-28T09:09:42,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784982060"}]},"ts":"1732784982060"}
2024-11-28T09:09:42,062 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLED in hbase:meta
2024-11-28T09:09:42,062 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithChecksum to state=DISABLED
2024-11-28T09:09:42,064 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=227, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum in 196 msec
2024-11-28T09:09:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227
2024-11-28T09:09:42,184 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-28T09:09:42,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithChecksum
2024-11-28T09:09:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=233, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,187 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=233, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithChecksum
2024-11-28T09:09:42,188 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=233, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,191 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithChecksum
2024-11-28T09:09:42,192 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d
2024-11-28T09:09:42,192 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:09:42,195 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits]
2024-11-28T09:09:42,195 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/recovered.edits]
2024-11-28T09:09:42,198 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/cf/cd816f4c32ec48d2b0089e708610bc6c
2024-11-28T09:09:42,199 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/cf/cf6640da6419472b8aa4050551783a6e
2024-11-28T09:09:42,201 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits/12.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35/recovered.edits/12.seqid
2024-11-28T09:09:42,201 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/cad466b57bd2cf136f02a98acc3f4d35
2024-11-28T09:09:42,202 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d/recovered.edits/9.seqid
2024-11-28T09:09:42,202 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportWithChecksum/848c9a065d734fb838301a9d79c0479d
2024-11-28T09:09:42,202 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithChecksum regions
2024-11-28T09:09:42,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=233, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,207 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithChecksum from hbase:meta
2024-11-28T09:09:42,209 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithChecksum' descriptor.
2024-11-28T09:09:42,210 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=233, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithChecksum' from region states.
2024-11-28T09:09:42,211 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784982211"}]},"ts":"9223372036854775807"}
2024-11-28T09:09:42,211 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732784982211"}]},"ts":"9223372036854775807"}
2024-11-28T09:09:42,213 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:09:42,213 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 848c9a065d734fb838301a9d79c0479d, NAME => 'testtb-testExportWithChecksum,,1732784920494.848c9a065d734fb838301a9d79c0479d.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => cad466b57bd2cf136f02a98acc3f4d35, NAME => 'testtb-testExportWithChecksum,1,1732784920494.cad466b57bd2cf136f02a98acc3f4d35.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:09:42,214 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithChecksum' as deleted.
2024-11-28T09:09:42,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732784982214"}]},"ts":"9223372036854775807"}
2024-11-28T09:09:42,216 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithChecksum state from META
2024-11-28T09:09:42,217 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=233, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-28T09:09:42,218 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=233, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum in 32 msec
2024-11-28T09:09:42,918 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:42,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-28T09:09:42,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-28T09:09:42,919 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-28T09:09:42,919 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-28T09:09:43,012 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,013 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-28T09:09:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=233
2024-11-28T09:09:43,014 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,014 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,014 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,014 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithChecksum
2024-11-28T09:09:43,014 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-28T09:09:43,014 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithChecksum"
type: DISABLED

2024-11-28T09:09:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithChecksum
2024-11-28T09:09:43,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithChecksum"
type: DISABLED

2024-11-28T09:09:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithChecksum
2024-11-28T09:09:43,044 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportWithChecksum Thread=818 (was 820), OpenFileDescriptor=825 (was 827), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=831 (was 463) - SystemLoadAverage LEAK? -, ProcessCount=24 (was 16) - ProcessCount LEAK? -, AvailableMemoryMB=749 (was 1385)
2024-11-28T09:09:43,044 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=818 is superior to 500
2024-11-28T09:09:43,066 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=818, OpenFileDescriptor=825, MaxFileDescriptor=1048576, SystemLoadAverage=831, ProcessCount=24, AvailableMemoryMB=748
2024-11-28T09:09:43,066 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=818 is superior to 500
2024-11-28T09:09:43,068 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T09:09:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=234, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,070 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T09:09:43,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSkipTmp"
 procId is: 234
2024-11-28T09:09:43,070 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:09:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=234
2024-11-28T09:09:43,071 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T09:09:43,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742362_1538 (size=418)
2024-11-28T09:09:43,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742362_1538 (size=418)
2024-11-28T09:09:43,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742362_1538 (size=418)
2024-11-28T09:09:43,086 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aafb72811e821417b72139667c48dce5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:43,086 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 747cb99cc3c528fcfeef5bca5a38aa78, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:43,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742364_1540 (size=79)
2024-11-28T09:09:43,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742364_1540 (size=79)
2024-11-28T09:09:43,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742363_1539 (size=79)
2024-11-28T09:09:43,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742364_1540 (size=79)
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1722): Closing aafb72811e821417b72139667c48dce5, disabling compactions & flushes
2024-11-28T09:09:43,099 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. after waiting 0 ms
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,099 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,099 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1676): Region close journal for aafb72811e821417b72139667c48dce5:
Waiting for close lock at 1732784983099Disabling compacts and flushes for region at 1732784983099Disabling writes for close at 1732784983099Writing region close event to WAL at 1732784983099Closed at 1732784983099
2024-11-28T09:09:43,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742363_1539 (size=79)
2024-11-28T09:09:43,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742363_1539 (size=79)
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1722): Closing 747cb99cc3c528fcfeef5bca5a38aa78, disabling compactions & flushes
2024-11-28T09:09:43,104 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. after waiting 0 ms
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,104 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,104 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1676): Region close journal for 747cb99cc3c528fcfeef5bca5a38aa78:
Waiting for close lock at 1732784983104Disabling compacts and flushes for region at 1732784983104Disabling writes for close at 1732784983104Writing region close event to WAL at 1732784983104Closed at 1732784983104
2024-11-28T09:09:43,105 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T09:09:43,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732784983105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784983105"}]},"ts":"1732784983105"}
2024-11-28T09:09:43,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732784983105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732784983105"}]},"ts":"1732784983105"}
2024-11-28T09:09:43,107 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-28T09:09:43,108 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T09:09:43,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784983108"}]},"ts":"1732784983108"}
2024-11-28T09:09:43,110 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLING in hbase:meta
2024-11-28T09:09:43,110 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {81db972b9a1d=0} racks are {/default-rack=0}
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-28T09:09:43,111 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-28T09:09:43,111 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-28T09:09:43,111 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-28T09:09:43,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-28T09:09:43,111 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=235, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, ASSIGN}, {pid=236, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, ASSIGN}]
2024-11-28T09:09:43,112 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=236, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, ASSIGN
2024-11-28T09:09:43,112 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=235, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, ASSIGN
2024-11-28T09:09:43,113 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=235, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, ASSIGN; state=OFFLINE, location=81db972b9a1d,43977,1732784624257; forceNewPlan=false, retain=false
2024-11-28T09:09:43,113 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=236, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, ASSIGN; state=OFFLINE, location=81db972b9a1d,42743,1732784624337; forceNewPlan=false, retain=false
2024-11-28T09:09:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=234
2024-11-28T09:09:43,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-28T09:09:43,263 INFO  [81db972b9a1d:38015 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-28T09:09:43,264 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=236 updating hbase:meta row=747cb99cc3c528fcfeef5bca5a38aa78, regionState=OPENING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:09:43,264 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=235 updating hbase:meta row=aafb72811e821417b72139667c48dce5, regionState=OPENING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:09:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=235, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, ASSIGN because future has completed
2024-11-28T09:09:43,266 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=237, ppid=235, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:09:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=236, ppid=234, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, ASSIGN because future has completed
2024-11-28T09:09:43,267 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=238, ppid=236, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:09:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=234
2024-11-28T09:09:43,421 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,421 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(7752): Opening region: {ENCODED => aafb72811e821417b72139667c48dce5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.', STARTKEY => '', ENDKEY => '1'}
2024-11-28T09:09:43,421 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(7752): Opening region: {ENCODED => 747cb99cc3c528fcfeef5bca5a38aa78, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.', STARTKEY => '1', ENDKEY => ''}
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. service=AccessControlService
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. service=AccessControlService
2024-11-28T09:09:43,422 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:09:43,422 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(7794): checking encryption for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(7794): checking encryption for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(7797): checking classloading for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(7797): checking classloading for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,424 INFO  [StoreOpener-747cb99cc3c528fcfeef5bca5a38aa78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 747cb99cc3c528fcfeef5bca5a38aa78 
2024-11-28T09:09:43,426 INFO  [StoreOpener-747cb99cc3c528fcfeef5bca5a38aa78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747cb99cc3c528fcfeef5bca5a38aa78 columnFamilyName cf
2024-11-28T09:09:43,426 DEBUG [StoreOpener-747cb99cc3c528fcfeef5bca5a38aa78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:09:43,427 INFO  [StoreOpener-747cb99cc3c528fcfeef5bca5a38aa78-1 {}] regionserver.HStore(327): Store=747cb99cc3c528fcfeef5bca5a38aa78/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:09:43,427 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1038): replaying wal for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,428 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,428 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1048): stopping wal replay for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1060): Cleaning up temporary data for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,430 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1093): writing seq id for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,432 INFO  [StoreOpener-aafb72811e821417b72139667c48dce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aafb72811e821417b72139667c48dce5 
2024-11-28T09:09:43,434 INFO  [StoreOpener-aafb72811e821417b72139667c48dce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafb72811e821417b72139667c48dce5 columnFamilyName cf
2024-11-28T09:09:43,434 DEBUG [StoreOpener-aafb72811e821417b72139667c48dce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T09:09:43,434 INFO  [StoreOpener-aafb72811e821417b72139667c48dce5-1 {}] regionserver.HStore(327): Store=aafb72811e821417b72139667c48dce5/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T09:09:43,435 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1038): replaying wal for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,436 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,436 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:09:43,437 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,437 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1114): Opened 747cb99cc3c528fcfeef5bca5a38aa78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66449418, jitterRate=-0.009826511144638062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:09:43,437 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1048): stopping wal replay for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,437 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,437 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1060): Cleaning up temporary data for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,438 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegion(1006): Region open journal for 747cb99cc3c528fcfeef5bca5a38aa78:
Running coprocessor pre-open hook at 1732784983422Writing region info on filesystem at 1732784983423 (+1 ms)Initializing all the Stores at 1732784983423Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784983423Cleaning up temporary data from old regions at 1732784983429 (+6 ms)Running coprocessor post-open hooks at 1732784983437 (+8 ms)Region opened successfully at 1732784983438 (+1 ms)
2024-11-28T09:09:43,439 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78., pid=238, masterSystemTime=1732784983418
2024-11-28T09:09:43,439 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1093): writing seq id for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,441 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,441 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=238}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,442 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=236 updating hbase:meta row=747cb99cc3c528fcfeef5bca5a38aa78, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:09:43,442 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T09:09:43,442 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1114): Opened aafb72811e821417b72139667c48dce5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61437833, jitterRate=-0.08450494706630707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-28T09:09:43,442 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,443 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegion(1006): Region open journal for aafb72811e821417b72139667c48dce5:
Running coprocessor pre-open hook at 1732784983422Writing region info on filesystem at 1732784983423 (+1 ms)Initializing all the Stores at 1732784983423Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732784983423Cleaning up temporary data from old regions at 1732784983437 (+14 ms)Running coprocessor post-open hooks at 1732784983442 (+5 ms)Region opened successfully at 1732784983443 (+1 ms)
2024-11-28T09:09:43,443 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5., pid=237, masterSystemTime=1732784983417
2024-11-28T09:09:43,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=238, ppid=236, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:09:43,445 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,445 INFO  [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=237}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,446 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=235 updating hbase:meta row=aafb72811e821417b72139667c48dce5, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:09:43,447 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=238, resume processing ppid=236
2024-11-28T09:09:43,447 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=238, ppid=236, state=SUCCESS, hasLock=false; OpenRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337 in 179 msec
2024-11-28T09:09:43,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=237, ppid=235, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:09:43,449 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=236, ppid=234, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, ASSIGN in 336 msec
2024-11-28T09:09:43,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=237, resume processing ppid=235
2024-11-28T09:09:43,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=237, ppid=235, state=SUCCESS, hasLock=false; OpenRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257 in 183 msec
2024-11-28T09:09:43,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=235, resume processing ppid=234
2024-11-28T09:09:43,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=235, ppid=234, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, ASSIGN in 341 msec
2024-11-28T09:09:43,454 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T09:09:43,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732784983454"}]},"ts":"1732784983454"}
2024-11-28T09:09:43,456 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLED in hbase:meta
2024-11-28T09:09:43,457 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=234, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T09:09:43,458 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSkipTmp jenkins: RWXCA
2024-11-28T09:09:43,461 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-28T09:09:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,528 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:09:43,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,541 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,541 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,541 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,541 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,541 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,542 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-28T09:09:43,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=234, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 471 msec
2024-11-28T09:09:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=234
2024-11-28T09:09:43,694 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-28T09:09:43,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testtb-testExportFileSystemStateWithSkipTmp get assigned. Timeout = 60000ms
2024-11-28T09:09:43,694 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:09:43,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36301 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32844 bytes) of info
2024-11-28T09:09:43,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testtb-testExportFileSystemStateWithSkipTmp assigned to meta. Checking AM states.
2024-11-28T09:09:43,704 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:09:43,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testtb-testExportFileSystemStateWithSkipTmp assigned.
2024-11-28T09:09:43,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-28T09:09:43,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-28T09:09:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784983707 (current time:1732784983707).
2024-11-28T09:09:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:09:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-28T09:09:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:09:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b660eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:09:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:09:43,709 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:09:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:09:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:09:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b15c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:09:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:09:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,711 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:09:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223cbaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:09:43,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:09:43,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:43,714 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:43,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:09:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:09:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,716 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:09:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa1dc52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:09:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:09:43,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:09:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:09:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:09:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359aa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:09:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:09:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,718 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:09:43,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e7ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:09:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:09:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:43,722 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:09:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:43,725 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:43,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:09:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:09:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:43,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:09:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-28T09:09:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:09:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=239, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-28T09:09:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 239
2024-11-28T09:09:43,730 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:09:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=239
2024-11-28T09:09:43,731 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:09:43,733 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:09:43,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742365_1541 (size=203)
2024-11-28T09:09:43,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742365_1541 (size=203)
2024-11-28T09:09:43,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742365_1541 (size=203)
2024-11-28T09:09:43,742 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:09:43,742 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=240, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5}, {pid=241, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78}]
2024-11-28T09:09:43,744 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=241, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,744 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=240, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=239
2024-11-28T09:09:43,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=240
2024-11-28T09:09:43,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=241
2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] regionserver.HRegion(2603): Flush status journal for 747cb99cc3c528fcfeef5bca5a38aa78:

2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] regionserver.HRegion(2603): Flush status journal for aafb72811e821417b72139667c48dce5:

2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-28T09:09:43,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:09:43,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-28T09:09:43,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742366_1542 (size=82)
2024-11-28T09:09:43,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742366_1542 (size=82)
2024-11-28T09:09:43,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742366_1542 (size=82)
2024-11-28T09:09:43,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:43,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=241}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=241
2024-11-28T09:09:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=241
2024-11-28T09:09:43,909 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,909 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=241, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:43,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742367_1543 (size=82)
2024-11-28T09:09:43,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742367_1543 (size=82)
2024-11-28T09:09:43,912 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=241, ppid=239, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78 in 168 msec
2024-11-28T09:09:43,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742367_1543 (size=82)
2024-11-28T09:09:43,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:43,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=240}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=240
2024-11-28T09:09:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=240
2024-11-28T09:09:43,914 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,914 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=240, ppid=239, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5
2024-11-28T09:09:43,917 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=240, resume processing ppid=239
2024-11-28T09:09:43,917 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=240, ppid=239, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5 in 173 msec
2024-11-28T09:09:43,918 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:09:43,918 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:09:43,919 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:09:43,919 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742368_1544 (size=585)
2024-11-28T09:09:43,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742368_1544 (size=585)
2024-11-28T09:09:43,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742368_1544 (size=585)
2024-11-28T09:09:43,950 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:09:43,954 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:09:43,955 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:43,957 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=239, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:09:43,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 239
2024-11-28T09:09:43,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=239, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=239, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 230 msec
2024-11-28T09:09:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=239
2024-11-28T09:09:44,044 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-28T09:09:44,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSkipTmp', row='0b3e50efa3e3ab9f63baf580a3929ca2b', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:09:44,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSkipTmp', row='1594cb8759e03bdbcde12843f49ce6c8f', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:09:44,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSkipTmp', row='2962de56c45a122975e8fd72079dc54e8', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:09:44,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSkipTmp', row='3a1f70ca46fe86befc1a781d7b538a960', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:09:44,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithSkipTmp', row='4ed85b7eea8ab13916cc1d21146bb23f3', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78., hostname=81db972b9a1d,42743,1732784624337, seqNum=2]
2024-11-28T09:09:44,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:09:44,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. with WAL disabled. Data may be lost in the event of a crash.
2024-11-28T09:09:44,059 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-28T09:09:44,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:44,061 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-28T09:09:44,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-28T09:09:44,069 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-28T09:09:44,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-28T09:09:44,077 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-28T09:09:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732784984077 (current time:1732784984077).
2024-11-28T09:09:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-28T09:09:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-28T09:09:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-28T09:09:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ede1660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:09:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:09:44,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:09:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:09:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:09:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2381caf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:09:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:09:44,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,080 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:09:44,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b142de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:09:44,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:09:44,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:44,083 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:44,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:09:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:09:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:09:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc791ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38015,-1 for getting cluster id
2024-11-28T09:09:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T09:09:44,085 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307'
2024-11-28T09:09:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T09:09:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b67fd74-d7b2-43d2-b0ab-8c6f6d6cc307"

2024-11-28T09:09:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1277f775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38015,-1]
2024-11-28T09:09:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T09:09:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,086 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T09:09:44,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8eb4a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T09:09:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T09:09:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36301,1732784623951, seqNum=-1]
2024-11-28T09:09:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:44,089 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:44,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., hostname=81db972b9a1d,43977,1732784624257, seqNum=2]
2024-11-28T09:09:44,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T09:09:44,091 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T09:09:44,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015.
2024-11-28T09:09:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-28T09:09:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:09:44,092 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:09:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-28T09:09:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-28T09:09:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-28T09:09:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-28T09:09:44,095 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-28T09:09:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-28T09:09:44,095 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-28T09:09:44,097 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-28T09:09:44,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742369_1545 (size=198)
2024-11-28T09:09:44,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742369_1545 (size=198)
2024-11-28T09:09:44,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742369_1545 (size=198)
2024-11-28T09:09:44,111 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-28T09:09:44,111 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5}, {pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78}]
2024-11-28T09:09:44,112 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:44,112 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5
2024-11-28T09:09:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-28T09:09:44,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=244
2024-11-28T09:09:44,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=243
2024-11-28T09:09:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:44,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:44,265 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegion(2902): Flushing aafb72811e821417b72139667c48dce5 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-28T09:09:44,265 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegion(2902): Flushing 747cb99cc3c528fcfeef5bca5a38aa78 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-28T09:09:44,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/.tmp/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5 is 71, key is 039f49b3872482043b7fd2c64bea9098/cf:q/1732784984054/Put/seqid=0
2024-11-28T09:09:44,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/.tmp/cf/3be199e948fa4d9183d8925735329ec1 is 71, key is 16bdbd6c9f1dd2da74fbdcfb5cb354e0/cf:q/1732784984057/Put/seqid=0
2024-11-28T09:09:44,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742370_1546 (size=5288)
2024-11-28T09:09:44,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742370_1546 (size=5288)
2024-11-28T09:09:44,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742370_1546 (size=5288)
2024-11-28T09:09:44,299 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=199 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/.tmp/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5
2024-11-28T09:09:44,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/.tmp/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5
2024-11-28T09:09:44,314 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5, entries=3, sequenceid=6, filesize=5.2 K
2024-11-28T09:09:44,315 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for aafb72811e821417b72139667c48dce5 in 51ms, sequenceid=6, compaction requested=false
2024-11-28T09:09:44,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp'
2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegion(2603): Flush status journal for aafb72811e821417b72139667c48dce5:

2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5] hfiles
2024-11-28T09:09:44,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742371_1547 (size=8326)
2024-11-28T09:09:44,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742371_1547 (size=8326)
2024-11-28T09:09:44,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742371_1547 (size=8326)
2024-11-28T09:09:44,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742372_1548 (size=121)
2024-11-28T09:09:44,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742372_1548 (size=121)
2024-11-28T09:09:44,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742372_1548 (size=121)
2024-11-28T09:09:44,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:09:44,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=243
2024-11-28T09:09:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=243
2024-11-28T09:09:44,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region aafb72811e821417b72139667c48dce5
2024-11-28T09:09:44,345 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5
2024-11-28T09:09:44,347 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=243, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aafb72811e821417b72139667c48dce5 in 235 msec
2024-11-28T09:09:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-28T09:09:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-28T09:09:44,732 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.06 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/.tmp/cf/3be199e948fa4d9183d8925735329ec1
2024-11-28T09:09:44,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/.tmp/cf/3be199e948fa4d9183d8925735329ec1 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1
2024-11-28T09:09:44,745 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1, entries=47, sequenceid=6, filesize=8.1 K
2024-11-28T09:09:44,747 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 747cb99cc3c528fcfeef5bca5a38aa78 in 482ms, sequenceid=6, compaction requested=false
2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegion(2603): Flush status journal for 747cb99cc3c528fcfeef5bca5a38aa78:

2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1] hfiles
2024-11-28T09:09:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742373_1549 (size=121)
2024-11-28T09:09:44,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742373_1549 (size=121)
2024-11-28T09:09:44,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742373_1549 (size=121)
2024-11-28T09:09:44,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:09:44,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=244
2024-11-28T09:09:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster(4169): Remote procedure done, pid=244
2024-11-28T09:09:44,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:44,756 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:09:44,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=244, resume processing ppid=242
2024-11-28T09:09:44,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=244, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78 in 646 msec
2024-11-28T09:09:44,758 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-28T09:09:44,759 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-28T09:09:44,760 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-28T09:09:44,760 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,760 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742374_1550 (size=663)
2024-11-28T09:09:44,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742374_1550 (size=663)
2024-11-28T09:09:44,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742374_1550 (size=663)
2024-11-28T09:09:44,777 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-28T09:09:44,782 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-28T09:09:44,783 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:44,784 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-28T09:09:44,784 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-28T09:09:44,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=242, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 691 msec
2024-11-28T09:09:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-28T09:09:45,235 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-28T09:09:45,235 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235
2024-11-28T09:09:45,236 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:43087, tgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235, rawTgtDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235, srcFsUri=hdfs://localhost:43087, srcDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:45,266 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43087, inputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9
2024-11-28T09:09:45,266 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235, skipTmp=true, initialOutputSnapshotDir=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:45,268 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-28T09:09:45,271 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:45,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742375_1551 (size=198)
2024-11-28T09:09:45,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742375_1551 (size=198)
2024-11-28T09:09:45,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742376_1552 (size=663)
2024-11-28T09:09:45,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742376_1552 (size=663)
2024-11-28T09:09:45,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742375_1551 (size=198)
2024-11-28T09:09:45,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742376_1552 (size=663)
2024-11-28T09:09:45,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:45,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:45,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-6810561951359547561.jar
2024-11-28T09:09:46,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop-4993840421636031550.jar
2024-11-28T09:09:46,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-28T09:09:46,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-28T09:09:46,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:46,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-28T09:09:46,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742377_1553 (size=24020)
2024-11-28T09:09:46,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742377_1553 (size=24020)
2024-11-28T09:09:46,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742377_1553 (size=24020)
2024-11-28T09:09:46,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742378_1554 (size=77755)
2024-11-28T09:09:46,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742378_1554 (size=77755)
2024-11-28T09:09:46,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742378_1554 (size=77755)
2024-11-28T09:09:46,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742379_1555 (size=131360)
2024-11-28T09:09:46,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742379_1555 (size=131360)
2024-11-28T09:09:46,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742379_1555 (size=131360)
2024-11-28T09:09:46,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742380_1556 (size=111793)
2024-11-28T09:09:46,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742380_1556 (size=111793)
2024-11-28T09:09:46,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742380_1556 (size=111793)
2024-11-28T09:09:46,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742381_1557 (size=1832290)
2024-11-28T09:09:46,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742381_1557 (size=1832290)
2024-11-28T09:09:46,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742381_1557 (size=1832290)
2024-11-28T09:09:46,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742382_1558 (size=8360005)
2024-11-28T09:09:46,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742382_1558 (size=8360005)
2024-11-28T09:09:46,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742382_1558 (size=8360005)
2024-11-28T09:09:46,432 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0010_000001 (auth:SIMPLE) from 127.0.0.1:59648
2024-11-28T09:09:46,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742383_1559 (size=503880)
2024-11-28T09:09:46,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742383_1559 (size=503880)
2024-11-28T09:09:46,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742383_1559 (size=503880)
2024-11-28T09:09:46,447 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000001/launch_container.sh]
2024-11-28T09:09:46,447 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000001/container_tokens]
2024-11-28T09:09:46,447 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_1/usercache/jenkins/appcache/application_1732784632788_0010/container_1732784632788_0010_01_000001/sysfs]
2024-11-28T09:09:46,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742384_1560 (size=322274)
2024-11-28T09:09:46,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742384_1560 (size=322274)
2024-11-28T09:09:46,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742384_1560 (size=322274)
2024-11-28T09:09:46,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742385_1561 (size=20406)
2024-11-28T09:09:46,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742385_1561 (size=20406)
2024-11-28T09:09:46,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742385_1561 (size=20406)
2024-11-28T09:09:46,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742386_1562 (size=45609)
2024-11-28T09:09:46,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742386_1562 (size=45609)
2024-11-28T09:09:46,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742386_1562 (size=45609)
2024-11-28T09:09:46,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742387_1563 (size=136454)
2024-11-28T09:09:46,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742387_1563 (size=136454)
2024-11-28T09:09:46,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742387_1563 (size=136454)
2024-11-28T09:09:46,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742388_1564 (size=1597136)
2024-11-28T09:09:46,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742388_1564 (size=1597136)
2024-11-28T09:09:46,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742388_1564 (size=1597136)
2024-11-28T09:09:46,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742389_1565 (size=30873)
2024-11-28T09:09:46,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742389_1565 (size=30873)
2024-11-28T09:09:46,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742389_1565 (size=30873)
2024-11-28T09:09:46,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742390_1566 (size=29229)
2024-11-28T09:09:46,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742390_1566 (size=29229)
2024-11-28T09:09:46,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742390_1566 (size=29229)
2024-11-28T09:09:46,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742391_1567 (size=440956)
2024-11-28T09:09:46,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742391_1567 (size=440956)
2024-11-28T09:09:46,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742391_1567 (size=440956)
2024-11-28T09:09:46,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742392_1568 (size=903864)
2024-11-28T09:09:46,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742392_1568 (size=903864)
2024-11-28T09:09:46,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742392_1568 (size=903864)
2024-11-28T09:09:46,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742393_1569 (size=5175431)
2024-11-28T09:09:46,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742393_1569 (size=5175431)
2024-11-28T09:09:46,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742393_1569 (size=5175431)
2024-11-28T09:09:46,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742394_1570 (size=232881)
2024-11-28T09:09:46,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742394_1570 (size=232881)
2024-11-28T09:09:46,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742394_1570 (size=232881)
2024-11-28T09:09:47,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742395_1571 (size=1323991)
2024-11-28T09:09:47,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742395_1571 (size=1323991)
2024-11-28T09:09:47,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742395_1571 (size=1323991)
2024-11-28T09:09:47,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742396_1572 (size=4695811)
2024-11-28T09:09:47,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742396_1572 (size=4695811)
2024-11-28T09:09:47,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742396_1572 (size=4695811)
2024-11-28T09:09:47,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742397_1573 (size=1877034)
2024-11-28T09:09:47,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742397_1573 (size=1877034)
2024-11-28T09:09:47,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742397_1573 (size=1877034)
2024-11-28T09:09:47,510 WARN  [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 0
2024-11-28T09:09:47,512 WARN  [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 0
2024-11-28T09:09:47,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742398_1574 (size=217555)
2024-11-28T09:09:47,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742398_1574 (size=217555)
2024-11-28T09:09:47,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742398_1574 (size=217555)
2024-11-28T09:09:47,549 WARN  [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 0
2024-11-28T09:09:47,587 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:09:47,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742399_1575 (size=4188619)
2024-11-28T09:09:47,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742399_1575 (size=4188619)
2024-11-28T09:09:47,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742399_1575 (size=4188619)
2024-11-28T09:09:47,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742400_1576 (size=127628)
2024-11-28T09:09:47,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742400_1576 (size=127628)
2024-11-28T09:09:47,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742400_1576 (size=127628)
2024-11-28T09:09:47,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c34ea765da70dcd1ffd87e9bb808f31, had cached 0 bytes from a total of 5424
2024-11-28T09:09:47,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c364ca87d9ff351623ae0cd0687ddd62, had cached 0 bytes from a total of 8188
2024-11-28T09:09:47,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742401_1577 (size=6424730)
2024-11-28T09:09:47,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742401_1577 (size=6424730)
2024-11-28T09:09:47,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742401_1577 (size=6424730)
2024-11-28T09:09:47,725 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-28T09:09:47,728 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithSkipTmp' hfile list
2024-11-28T09:09:47,731 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.1 K
2024-11-28T09:09:47,731 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=5.2 K
2024-11-28T09:09:47,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742402_1578 (size=469)
2024-11-28T09:09:47,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742402_1578 (size=469)
2024-11-28T09:09:47,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742402_1578 (size=469)
2024-11-28T09:09:47,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742403_1579 (size=21)
2024-11-28T09:09:47,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742403_1579 (size=21)
2024-11-28T09:09:47,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742403_1579 (size=21)
2024-11-28T09:09:47,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742404_1580 (size=304251)
2024-11-28T09:09:47,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742404_1580 (size=304251)
2024-11-28T09:09:47,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742404_1580 (size=304251)
2024-11-28T09:09:47,908 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:09:47,908 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-28T09:09:48,373 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:54142
2024-11-28T09:09:49,919 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 747cb99cc3c528fcfeef5bca5a38aa78 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:09:49,919 DEBUG [master/81db972b9a1d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aafb72811e821417b72139667c48dce5 changed from -1.0 to 0.0, refreshing cache
2024-11-28T09:09:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:09:53,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp Metrics about Tables on a single HBase RegionServer
2024-11-28T09:10:01,275 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:56344
2024-11-28T09:10:01,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742405_1581 (size=349973)
2024-11-28T09:10:01,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742405_1581 (size=349973)
2024-11-28T09:10:01,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742405_1581 (size=349973)
2024-11-28T09:10:03,504 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:38074
2024-11-28T09:10:03,504 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:38952
2024-11-28T09:10:06,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742406_1582 (size=8326)
2024-11-28T09:10:06,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742406_1582 (size=8326)
2024-11-28T09:10:06,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742406_1582 (size=8326)
2024-11-28T09:10:07,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000002/launch_container.sh]
2024-11-28T09:10:07,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000002/container_tokens]
2024-11-28T09:10:07,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_1/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000002/sysfs]
2024-11-28T09:10:07,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742408_1584 (size=5288)
2024-11-28T09:10:07,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742408_1584 (size=5288)
2024-11-28T09:10:07,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742408_1584 (size=5288)
2024-11-28T09:10:07,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742407_1583 (size=22220)
2024-11-28T09:10:07,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742407_1583 (size=22220)
2024-11-28T09:10:07,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742407_1583 (size=22220)
2024-11-28T09:10:07,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742409_1585 (size=476)
2024-11-28T09:10:07,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742409_1585 (size=476)
2024-11-28T09:10:07,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742409_1585 (size=476)
2024-11-28T09:10:07,693 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000003/launch_container.sh]
2024-11-28T09:10:07,693 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000003/container_tokens]
2024-11-28T09:10:07,693 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-1_0/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000003/sysfs]
2024-11-28T09:10:07,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742410_1586 (size=22220)
2024-11-28T09:10:07,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742410_1586 (size=22220)
2024-11-28T09:10:07,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742410_1586 (size=22220)
2024-11-28T09:10:07,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742411_1587 (size=349973)
2024-11-28T09:10:07,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742411_1587 (size=349973)
2024-11-28T09:10:07,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742411_1587 (size=349973)
2024-11-28T09:10:07,749 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:38960
2024-11-28T09:10:09,275 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-28T09:10:09,275 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-28T09:10:09,284 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,284 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-28T09:10:09,284 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-28T09:10:09,284 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,285 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-28T09:10:09,285 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-28T09:10:09,285 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_241191034_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,285 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-28T09:10:09,285 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/export-test/export-1732784985235/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-28T09:10:09,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=245, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-28T09:10:09,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732785009294"}]},"ts":"1732785009294"}
2024-11-28T09:10:09,296 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLING in hbase:meta
2024-11-28T09:10:09,297 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLING
2024-11-28T09:10:09,297 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=246, ppid=245, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp}]
2024-11-28T09:10:09,299 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=247, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, UNASSIGN}, {pid=248, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, UNASSIGN}]
2024-11-28T09:10:09,300 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, UNASSIGN
2024-11-28T09:10:09,300 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=248, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, UNASSIGN
2024-11-28T09:10:09,301 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=247 updating hbase:meta row=aafb72811e821417b72139667c48dce5, regionState=CLOSING, regionLocation=81db972b9a1d,43977,1732784624257
2024-11-28T09:10:09,301 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=248 updating hbase:meta row=747cb99cc3c528fcfeef5bca5a38aa78, regionState=CLOSING, regionLocation=81db972b9a1d,42743,1732784624337
2024-11-28T09:10:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=247, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, UNASSIGN because future has completed
2024-11-28T09:10:09,303 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:10:09,303 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=249, ppid=247, state=RUNNABLE, hasLock=false; CloseRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257}]
2024-11-28T09:10:09,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=248, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, UNASSIGN because future has completed
2024-11-28T09:10:09,303 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-28T09:10:09,303 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=250, ppid=248, state=RUNNABLE, hasLock=false; CloseRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337}]
2024-11-28T09:10:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-28T09:10:09,455 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] handler.UnassignRegionHandler(122): Close aafb72811e821417b72139667c48dce5
2024-11-28T09:10:09,455 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:10:09,455 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1722): Closing aafb72811e821417b72139667c48dce5, disabling compactions & flushes
2024-11-28T09:10:09,455 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:10:09,455 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5. after waiting 0 ms
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:10:09,456 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] handler.UnassignRegionHandler(122): Close 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1722): Closing 747cb99cc3c528fcfeef5bca5a38aa78, disabling compactions & flushes
2024-11-28T09:10:09,456 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78. after waiting 0 ms
2024-11-28T09:10:09,456 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:10:09,460 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:10:09,460 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T09:10:09,461 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:09,461 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.
2024-11-28T09:10:09,461 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] regionserver.HRegion(1676): Region close journal for aafb72811e821417b72139667c48dce5:
Waiting for close lock at 1732785009455Running coprocessor pre-close hooks at 1732785009455Disabling compacts and flushes for region at 1732785009455Disabling writes for close at 1732785009456 (+1 ms)Writing region close event to WAL at 1732785009456Running coprocessor post-close hooks at 1732785009461 (+5 ms)Closed at 1732785009461
2024-11-28T09:10:09,464 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=249}] handler.UnassignRegionHandler(157): Closed aafb72811e821417b72139667c48dce5
2024-11-28T09:10:09,464 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=247 updating hbase:meta row=aafb72811e821417b72139667c48dce5, regionState=CLOSED
2024-11-28T09:10:09,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=249, ppid=247, state=RUNNABLE, hasLock=false; CloseRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257 because future has completed
2024-11-28T09:10:09,472 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:09,472 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.
2024-11-28T09:10:09,472 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] regionserver.HRegion(1676): Region close journal for 747cb99cc3c528fcfeef5bca5a38aa78:
Waiting for close lock at 1732785009456Running coprocessor pre-close hooks at 1732785009456Disabling compacts and flushes for region at 1732785009456Disabling writes for close at 1732785009456Writing region close event to WAL at 1732785009457 (+1 ms)Running coprocessor post-close hooks at 1732785009472 (+15 ms)Closed at 1732785009472
2024-11-28T09:10:09,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=249, resume processing ppid=247
2024-11-28T09:10:09,473 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=249, ppid=247, state=SUCCESS, hasLock=false; CloseRegionProcedure aafb72811e821417b72139667c48dce5, server=81db972b9a1d,43977,1732784624257 in 164 msec
2024-11-28T09:10:09,474 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=247, ppid=246, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=aafb72811e821417b72139667c48dce5, UNASSIGN in 173 msec
2024-11-28T09:10:09,475 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=250}] handler.UnassignRegionHandler(157): Closed 747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:10:09,476 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=248 updating hbase:meta row=747cb99cc3c528fcfeef5bca5a38aa78, regionState=CLOSED
2024-11-28T09:10:09,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=250, ppid=248, state=RUNNABLE, hasLock=false; CloseRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337 because future has completed
2024-11-28T09:10:09,481 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=250, resume processing ppid=248
2024-11-28T09:10:09,481 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=250, ppid=248, state=SUCCESS, hasLock=false; CloseRegionProcedure 747cb99cc3c528fcfeef5bca5a38aa78, server=81db972b9a1d,42743,1732784624337 in 175 msec
2024-11-28T09:10:09,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=248, resume processing ppid=246
2024-11-28T09:10:09,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=248, ppid=246, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=747cb99cc3c528fcfeef5bca5a38aa78, UNASSIGN in 182 msec
2024-11-28T09:10:09,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732785009489"}]},"ts":"1732785009489"}
2024-11-28T09:10:09,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=246, resume processing ppid=245
2024-11-28T09:10:09,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=246, ppid=245, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 188 msec
2024-11-28T09:10:09,491 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLED in hbase:meta
2024-11-28T09:10:09,491 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLED
2024-11-28T09:10:09,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=245, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 201 msec
2024-11-28T09:10:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-28T09:10:09,614 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-28T09:10:09,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] procedure2.ProcedureExecutor(1139): Stored pid=251, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,616 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=251, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=251, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,619 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,620 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5
2024-11-28T09:10:09,620 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:10:09,625 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/recovered.edits]
2024-11-28T09:10:09,625 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf, FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/recovered.edits]
2024-11-28T09:10:09,639 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/cf/adf6f5bbc1f642dfbc57e1f1a244f7c5
2024-11-28T09:10:09,639 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1 to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/cf/3be199e948fa4d9183d8925735329ec1
2024-11-28T09:10:09,642 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78/recovered.edits/9.seqid
2024-11-28T09:10:09,642 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/recovered.edits/9.seqid to hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5/recovered.edits/9.seqid
2024-11-28T09:10:09,642 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/747cb99cc3c528fcfeef5bca5a38aa78
2024-11-28T09:10:09,642 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testtb-testExportFileSystemStateWithSkipTmp/aafb72811e821417b72139667c48dce5
2024-11-28T09:10:09,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSkipTmp regions
2024-11-28T09:10:09,644 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=251, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,646 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSkipTmp from hbase:meta
2024-11-28T09:10:09,648 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSkipTmp' descriptor.
2024-11-28T09:10:09,649 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=251, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,649 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSkipTmp' from region states.
2024-11-28T09:10:09,649 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732785009649"}]},"ts":"9223372036854775807"}
2024-11-28T09:10:09,649 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732785009649"}]},"ts":"9223372036854775807"}
2024-11-28T09:10:09,651 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-28T09:10:09,651 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => aafb72811e821417b72139667c48dce5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732784983067.aafb72811e821417b72139667c48dce5.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 747cb99cc3c528fcfeef5bca5a38aa78, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732784983067.747cb99cc3c528fcfeef5bca5a38aa78.', STARTKEY => '1', ENDKEY => ''}]
2024-11-28T09:10:09,651 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSkipTmp' as deleted.
2024-11-28T09:10:09,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732785009651"}]},"ts":"9223372036854775807"}
2024-11-28T09:10:09,653 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSkipTmp state from META
2024-11-28T09:10:09,654 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=251, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=251, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 40 msec
2024-11-28T09:10:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,706 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,707 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-28T09:10:09,707 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-28T09:10:09,707 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-28T09:10:09,707 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-28T09:10:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,716 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:10:09,716 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:10:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:10:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-28T09:10:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=251
2024-11-28T09:10:09,718 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:10:09,718 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,718 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-28T09:10:09,718 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:10:09,718 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:10:09,718 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-28T09:10:09,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-28T09:10:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-28T09:10:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:09,754 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=823 (was 818)
Potentially hanging thread: Thread-8901
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: ApplicationMasterLauncher #19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1814075819_1 at /127.0.0.1:36558 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 159063)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1814075819_1 at /127.0.0.1:36332 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:36352 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:52238 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241191034_22 at /127.0.0.1:36586 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (612954672) connection to localhost/127.0.0.1:46797 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=817 (was 825), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=828 (was 831), ProcessCount=24 (was 24), AvailableMemoryMB=632 (was 748)
2024-11-28T09:10:09,754 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=823 is superior to 500
2024-11-28T09:10:09,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-28T09:10:09,781 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35eb53f6{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-28T09:10:09,784 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d2fdcb2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:10:09,784 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:10:09,784 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@447cca3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-28T09:10:09,784 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@785b5188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:10:11,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:10:13,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-28T09:10:13,831 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732784632788_0011_000001 (auth:SIMPLE) from 127.0.0.1:58150
2024-11-28T09:10:13,867 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000001/launch_container.sh]
2024-11-28T09:10:13,867 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000001/container_tokens]
2024-11-28T09:10:13,867 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_764120396/yarn-6453928423/MiniMRCluster_764120396-localDir-nm-0_3/usercache/jenkins/appcache/application_1732784632788_0011/container_1732784632788_0011_01_000001/sysfs]
2024-11-28T09:10:15,009 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:10:26,804 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72ad1ee8{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-28T09:10:26,805 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d94d3{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:10:26,805 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:10:26,805 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45815fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-28T09:10:26,806 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343d7c83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:10:32,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-28T09:10:32,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=87.47 KB heapSize=138.31 KB
2024-11-28T09:10:32,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/info/b478c616892b49558c4231011282c87b is 173, key is testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62./info:regioninfo/1732784897541/Put/seqid=0
2024-11-28T09:10:32,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742412_1588 (size=15646)
2024-11-28T09:10:32,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742412_1588 (size=15646)
2024-11-28T09:10:32,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742412_1588 (size=15646)
2024-11-28T09:10:32,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74.47 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/info/b478c616892b49558c4231011282c87b
2024-11-28T09:10:32,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/ns/ad0ec6834e98491f920ea3c5827169aa is 124, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152./ns:/1732784895345/DeleteFamily/seqid=0
2024-11-28T09:10:32,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742413_1589 (size=8378)
2024-11-28T09:10:32,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742413_1589 (size=8378)
2024-11-28T09:10:32,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742413_1589 (size=8378)
2024-11-28T09:10:32,528 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.79 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/ns/ad0ec6834e98491f920ea3c5827169aa
2024-11-28T09:10:32,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/be205f08b83545c9856e5b5df7681671 is 133, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152./rep_barrier:/1732784895345/DeleteFamily/seqid=0
2024-11-28T09:10:32,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742414_1590 (size=8717)
2024-11-28T09:10:32,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742414_1590 (size=8717)
2024-11-28T09:10:32,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742414_1590 (size=8717)
2024-11-28T09:10:32,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.95 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/be205f08b83545c9856e5b5df7681671
2024-11-28T09:10:32,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/table/83a4bbaa17974b3984a5381a765ec7a3 is 127, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732784874698.d0c6d4d8e40fbf5aa839813938e95152./table:/1732784895345/DeleteFamily/seqid=0
2024-11-28T09:10:32,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742415_1591 (size=9531)
2024-11-28T09:10:32,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742415_1591 (size=9531)
2024-11-28T09:10:32,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742415_1591 (size=9531)
2024-11-28T09:10:32,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.27 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/table/83a4bbaa17974b3984a5381a765ec7a3
2024-11-28T09:10:32,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/info/b478c616892b49558c4231011282c87b as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/info/b478c616892b49558c4231011282c87b
2024-11-28T09:10:32,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/info/b478c616892b49558c4231011282c87b, entries=84, sequenceid=240, filesize=15.3 K
2024-11-28T09:10:32,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/ns/ad0ec6834e98491f920ea3c5827169aa as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/ns/ad0ec6834e98491f920ea3c5827169aa
2024-11-28T09:10:32,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/ns/ad0ec6834e98491f920ea3c5827169aa, entries=28, sequenceid=240, filesize=8.2 K
2024-11-28T09:10:32,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/rep_barrier/be205f08b83545c9856e5b5df7681671 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/rep_barrier/be205f08b83545c9856e5b5df7681671
2024-11-28T09:10:32,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/rep_barrier/be205f08b83545c9856e5b5df7681671, entries=26, sequenceid=240, filesize=8.5 K
2024-11-28T09:10:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/.tmp/table/83a4bbaa17974b3984a5381a765ec7a3 as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/table/83a4bbaa17974b3984a5381a765ec7a3
2024-11-28T09:10:32,600 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/table/83a4bbaa17974b3984a5381a765ec7a3, entries=43, sequenceid=240, filesize=9.3 K
2024-11-28T09:10:32,600 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.47 KB/89573, heapSize ~138.25 KB/141568, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=240, compaction requested=false
2024-11-28T09:10:32,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740:

2024-11-28T09:10:32,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c34ea765da70dcd1ffd87e9bb808f31, had cached 0 bytes from a total of 5424
2024-11-28T09:10:32,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c364ca87d9ff351623ae0cd0687ddd62, had cached 0 bytes from a total of 8188
2024-11-28T09:10:33,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 42272
2024-11-28T09:10:41,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:10:43,822 ERROR [Thread[Thread-404,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-28T09:10:43,823 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@271e0bfb{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-28T09:10:43,824 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31da2570{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:10:43,824 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:10:43,824 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d71f436{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-28T09:10:43,824 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68436821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:10:43,829 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-28T09:10:43,833 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-28T09:10:43,834 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-28T09:10:43,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741830_1006 (size=1165733)
2024-11-28T09:10:43,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=1165733)
2024-11-28T09:10:43,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741830_1006 (size=1165733)
2024-11-28T09:10:43,837 ERROR [Thread[Thread-427,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-28T09:10:43,840 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70dfe192{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-28T09:10:43,841 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7599fa36{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:10:43,841 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:10:43,841 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13b8881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-28T09:10:43,841 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564282fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:10:43,842 ERROR [Thread[Thread-386,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-28T09:10:43,842 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped
2024-11-28T09:10:43,842 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T09:10:43,842 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T09:10:43,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:10:43,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,842 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T09:10:43,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T09:10:43,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921150178, stopped=false
2024-11-28T09:10:43,843 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,843 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-28T09:10:43,843 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,38015,1732784622779
2024-11-28T09:10:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T09:10:43,904 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T09:10:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T09:10:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-28T09:10:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:10:43,905 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:10:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:10:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:10:43,905 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T09:10:43,906 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T09:10:43,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:10:43,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:10:43,907 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,36301,1732784623951' *****
2024-11-28T09:10:43,908 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,908 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T09:10:43,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:10:43,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:10:43,909 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,43977,1732784624257' *****
2024-11-28T09:10:43,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-28T09:10:43,909 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,909 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T09:10:43,909 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,42743,1732784624337' *****
2024-11-28T09:10:43,909 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,909 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T09:10:43,910 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T09:10:43,910 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T09:10:43,910 INFO  [RS:0;81db972b9a1d:36301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T09:10:43,910 INFO  [RS:1;81db972b9a1d:43977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T09:10:43,910 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T09:10:43,910 INFO  [RS:0;81db972b9a1d:36301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T09:10:43,911 INFO  [RS:1;81db972b9a1d:43977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T09:10:43,911 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,36301,1732784623951
2024-11-28T09:10:43,911 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T09:10:43,911 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T09:10:43,911 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:10:43,911 INFO  [RS:0;81db972b9a1d:36301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36301.
2024-11-28T09:10:43,911 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T09:10:43,912 DEBUG [RS:0;81db972b9a1d:36301 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:10:43,912 DEBUG [RS:0;81db972b9a1d:36301 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,912 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T09:10:43,912 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c34ea765da70dcd1ffd87e9bb808f31
2024-11-28T09:10:43,912 INFO  [RS:2;81db972b9a1d:42743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T09:10:43,912 INFO  [RS:2;81db972b9a1d:42743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T09:10:43,912 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,43977,1732784624257
2024-11-28T09:10:43,912 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T09:10:43,912 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T09:10:43,912 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:10:43,912 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T09:10:43,912 INFO  [RS:1;81db972b9a1d:43977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;81db972b9a1d:43977.
2024-11-28T09:10:43,912 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,42743,1732784624337
2024-11-28T09:10:43,912 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T09:10:43,913 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T09:10:43,913 INFO  [RS:2;81db972b9a1d:42743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;81db972b9a1d:42743.
2024-11-28T09:10:43,913 DEBUG [RS:1;81db972b9a1d:43977 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:10:43,913 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T09:10:43,913 DEBUG [RS:1;81db972b9a1d:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,913 DEBUG [RS:2;81db972b9a1d:42743 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T09:10:43,913 DEBUG [RS:2;81db972b9a1d:42743 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:43,913 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T09:10:43,913 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T09:10:43,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f080d6a85dfeeb9c3847cfd7d14d5fa8, disabling compactions & flushes
2024-11-28T09:10:43,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c364ca87d9ff351623ae0cd0687ddd62, disabling compactions & flushes
2024-11-28T09:10:43,913 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:10:43,913 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:10:43,914 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1325): Online Regions={f080d6a85dfeeb9c3847cfd7d14d5fa8=hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., 1c34ea765da70dcd1ffd87e9bb808f31=testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.}
2024-11-28T09:10:43,914 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1325): Online Regions={c364ca87d9ff351623ae0cd0687ddd62=testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.}
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62. after waiting 0 ms
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:10:43,914 DEBUG [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1351): Waiting on c364ca87d9ff351623ae0cd0687ddd62
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8. after waiting 0 ms
2024-11-28T09:10:43,914 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:10:43,914 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f080d6a85dfeeb9c3847cfd7d14d5fa8 1/1 column families, dataSize=1.65 KB heapSize=3.90 KB
2024-11-28T09:10:43,914 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T09:10:43,914 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T09:10:43,914 DEBUG [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T09:10:43,914 DEBUG [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1351): Waiting on 1c34ea765da70dcd1ffd87e9bb808f31, f080d6a85dfeeb9c3847cfd7d14d5fa8
2024-11-28T09:10:43,915 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T09:10:43,915 INFO  [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T09:10:43,915 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T09:10:43,915 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T09:10:43,915 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T09:10:43,917 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/c364ca87d9ff351623ae0cd0687ddd62/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:10:43,918 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,918 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:10:43,918 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c364ca87d9ff351623ae0cd0687ddd62:
Waiting for close lock at 1732785043913Running coprocessor pre-close hooks at 1732785043913Disabling compacts and flushes for region at 1732785043913Disabling writes for close at 1732785043914 (+1 ms)Writing region close event to WAL at 1732785043915 (+1 ms)Running coprocessor post-close hooks at 1732785043918 (+3 ms)Closed at 1732785043918
2024-11-28T09:10:43,918 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,1,1732784897185.c364ca87d9ff351623ae0cd0687ddd62.
2024-11-28T09:10:43,920 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/meta/1588230740/recovered.edits/243.seqid, newMaxSeqId=243, maxSeqId=1
2024-11-28T09:10:43,921 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,921 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T09:10:43,921 INFO  [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T09:10:43,921 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732785043914Running coprocessor pre-close hooks at 1732785043914Disabling compacts and flushes for region at 1732785043915 (+1 ms)Disabling writes for close at 1732785043915Writing region close event to WAL at 1732785043916 (+1 ms)Running coprocessor post-close hooks at 1732785043921 (+5 ms)Closed at 1732785043921
2024-11-28T09:10:43,921 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T09:10:43,926 INFO  [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:43,926 INFO  [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:43,930 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/.tmp/l/0d866014d84248e4a6032f1c6ea304ed is 74, key is testtb-testExportFileSystemStateWithMergeRegion-1/l:/1732784895307/DeleteFamily/seqid=0
2024-11-28T09:10:43,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742416_1592 (size=5860)
2024-11-28T09:10:43,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742416_1592 (size=5860)
2024-11-28T09:10:43,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742416_1592 (size=5860)
2024-11-28T09:10:43,935 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=31 (bloomFilter=false), to=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/.tmp/l/0d866014d84248e4a6032f1c6ea304ed
2024-11-28T09:10:43,939 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d866014d84248e4a6032f1c6ea304ed
2024-11-28T09:10:43,939 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/.tmp/l/0d866014d84248e4a6032f1c6ea304ed as hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/l/0d866014d84248e4a6032f1c6ea304ed
2024-11-28T09:10:43,942 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d866014d84248e4a6032f1c6ea304ed
2024-11-28T09:10:43,942 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/l/0d866014d84248e4a6032f1c6ea304ed, entries=14, sequenceid=31, filesize=5.7 K
2024-11-28T09:10:43,943 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1694, heapSize ~3.88 KB/3976, currentSize=0 B/0 for f080d6a85dfeeb9c3847cfd7d14d5fa8 in 29ms, sequenceid=31, compaction requested=false
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/hbase/acl/f080d6a85dfeeb9c3847cfd7d14d5fa8/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,946 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f080d6a85dfeeb9c3847cfd7d14d5fa8:
Waiting for close lock at 1732785043912Running coprocessor pre-close hooks at 1732785043913 (+1 ms)Disabling compacts and flushes for region at 1732785043913Disabling writes for close at 1732785043914 (+1 ms)Obtaining lock to block concurrent updates at 1732785043914Preparing flush snapshotting stores in f080d6a85dfeeb9c3847cfd7d14d5fa8 at 1732785043914Finished memstore snapshotting hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8., syncing WAL and waiting on mvcc, flushsize=dataSize=1694, getHeapSize=3976, getOffHeapSize=0, getCellsCount=27 at 1732785043915 (+1 ms)Flushing stores of hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8. at 1732785043915Flushing f080d6a85dfeeb9c3847cfd7d14d5fa8/l: creating writer at 1732785043915Flushing f080d6a85dfeeb9c3847cfd7d14d5fa8/l: appending metadata at 1732785043930 (+15 ms)Flushing f080d6a85dfeeb9c3847cfd7d14d5fa8/l: closing flushed file at 1732785043930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a96a4a8: reopening flushed file at 1732785043939 (+9 ms)Finished flush of dataSize ~1.65 KB/1694, heapSize ~3.88 KB/3976, currentSize=0 B/0 for f080d6a85dfeeb9c3847cfd7d14d5fa8 in 29ms, sequenceid=31, compaction requested=false at 1732785043943 (+4 ms)Writing region close event to WAL at 1732785043944 (+1 ms)Running coprocessor post-close hooks at 1732785043946 (+2 ms)Closed at 1732785043946
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:acl,,1732784629083.f080d6a85dfeeb9c3847cfd7d14d5fa8.
2024-11-28T09:10:43,946 INFO  [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c34ea765da70dcd1ffd87e9bb808f31, disabling compactions & flushes
2024-11-28T09:10:43,946 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:10:43,946 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:10:43,947 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31. after waiting 0 ms
2024-11-28T09:10:43,947 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:10:43,949 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/data/default/testExportExpiredSnapshot/1c34ea765da70dcd1ffd87e9bb808f31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T09:10:43,949 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:43,949 INFO  [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:10:43,950 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c34ea765da70dcd1ffd87e9bb808f31:
Waiting for close lock at 1732785043946Running coprocessor pre-close hooks at 1732785043946Disabling compacts and flushes for region at 1732785043946Disabling writes for close at 1732785043947 (+1 ms)Writing region close event to WAL at 1732785043947Running coprocessor post-close hooks at 1732785043949 (+2 ms)Closed at 1732785043949
2024-11-28T09:10:43,950 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,,1732784897185.1c34ea765da70dcd1ffd87e9bb808f31.
2024-11-28T09:10:44,115 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,42743,1732784624337; all regions closed.
2024-11-28T09:10:44,115 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,36301,1732784623951; all regions closed.
2024-11-28T09:10:44,115 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,43977,1732784624257; all regions closed.
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741836_1012 (size=101991)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=16234)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741833_1009 (size=16234)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=19078)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741833_1009 (size=16234)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741834_1010 (size=19078)
2024-11-28T09:10:44,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741836_1012 (size=101991)
2024-11-28T09:10:44,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=101991)
2024-11-28T09:10:44,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741834_1010 (size=19078)
2024-11-28T09:10:44,127 DEBUG [RS:1;81db972b9a1d:43977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs
2024-11-28T09:10:44,127 DEBUG [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs
2024-11-28T09:10:44,127 INFO  [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36301%2C1732784623951.meta:.meta(num 1732784628547)
2024-11-28T09:10:44,127 INFO  [RS:1;81db972b9a1d:43977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43977%2C1732784624257:(num 1732784627709)
2024-11-28T09:10:44,127 DEBUG [RS:1;81db972b9a1d:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:44,127 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T09:10:44,128 INFO  [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T09:10:44,128 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T09:10:44,129 INFO  [RS:1;81db972b9a1d:43977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43977
2024-11-28T09:10:44,129 DEBUG [RS:2;81db972b9a1d:42743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C42743%2C1732784624337:(num 1732784627691)
2024-11-28T09:10:44,129 DEBUG [RS:2;81db972b9a1d:42743 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T09:10:44,129 INFO  [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T09:10:44,129 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T09:10:44,130 INFO  [RS:2;81db972b9a1d:42743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42743
2024-11-28T09:10:44,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741835_1011 (size=8484)
2024-11-28T09:10:44,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741835_1011 (size=8484)
2024-11-28T09:10:44,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=8484)
2024-11-28T09:10:44,133 DEBUG [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/oldWALs
2024-11-28T09:10:44,133 INFO  [RS:0;81db972b9a1d:36301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36301%2C1732784623951:(num 1732784627737)
2024-11-28T09:10:44,133 DEBUG [RS:0;81db972b9a1d:36301 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T09:10:44,133 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T09:10:44,134 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T09:10:44,134 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T09:10:44,134 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T09:10:44,134 INFO  [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T09:10:44,134 INFO  [RS:0;81db972b9a1d:36301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36301
2024-11-28T09:10:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81db972b9a1d,43977,1732784624257
2024-11-28T09:10:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-28T09:10:44,142 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T09:10:44,142 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81db972b9a1d,42743,1732784624337
2024-11-28T09:10:44,142 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T09:10:44,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81db972b9a1d,36301,1732784623951
2024-11-28T09:10:44,152 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T09:10:44,163 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,43977,1732784624257]
2024-11-28T09:10:44,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/81db972b9a1d,43977,1732784624257 already deleted, retry=false
2024-11-28T09:10:44,263 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,43977,1732784624257 expired; onlineServers=2
2024-11-28T09:10:44,263 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,42743,1732784624337]
2024-11-28T09:10:44,290 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x10180af04630002, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,290 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x10180af04630003, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,291 INFO  [RS:1;81db972b9a1d:43977 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T09:10:44,291 INFO  [RS:2;81db972b9a1d:42743 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T09:10:44,292 INFO  [RS:1;81db972b9a1d:43977 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,43977,1732784624257; zookeeper connection closed.
2024-11-28T09:10:44,292 INFO  [RS:2;81db972b9a1d:42743 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,42743,1732784624337; zookeeper connection closed.
2024-11-28T09:10:44,293 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41997846 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41997846
2024-11-28T09:10:44,293 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47406d22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47406d22
2024-11-28T09:10:44,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/81db972b9a1d,42743,1732784624337 already deleted, retry=false
2024-11-28T09:10:44,325 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,42743,1732784624337 expired; onlineServers=1
2024-11-28T09:10:44,325 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,36301,1732784623951]
2024-11-28T09:10:44,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/81db972b9a1d,36301,1732784623951 already deleted, retry=false
2024-11-28T09:10:44,336 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,36301,1732784623951 expired; onlineServers=0
2024-11-28T09:10:44,336 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,38015,1732784622779' *****
2024-11-28T09:10:44,336 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T09:10:44,337 INFO  [M:0;81db972b9a1d:38015 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T09:10:44,337 INFO  [M:0;81db972b9a1d:38015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T09:10:44,337 DEBUG [M:0;81db972b9a1d:38015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T09:10:44,337 DEBUG [M:0;81db972b9a1d:38015 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T09:10:44,337 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T09:10:44,338 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732784626808 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732784626808,5,FailOnTimeoutGroup]
2024-11-28T09:10:44,338 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732784626807 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732784626807,5,FailOnTimeoutGroup]
2024-11-28T09:10:44,338 INFO  [M:0;81db972b9a1d:38015 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T09:10:44,338 INFO  [M:0;81db972b9a1d:38015 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T09:10:44,339 DEBUG [M:0;81db972b9a1d:38015 {}] master.HMaster(1795): Stopping service threads
2024-11-28T09:10:44,339 INFO  [M:0;81db972b9a1d:38015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T09:10:44,339 INFO  [M:0;81db972b9a1d:38015 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T09:10:44,341 INFO  [M:0;81db972b9a1d:38015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T09:10:44,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T09:10:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-28T09:10:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-28T09:10:44,346 DEBUG [M:0;81db972b9a1d:38015 {}] zookeeper.ZKUtil(347): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-28T09:10:44,346 WARN  [M:0;81db972b9a1d:38015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T09:10:44,347 INFO  [M:0;81db972b9a1d:38015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/.lastflushedseqids
2024-11-28T09:10:44,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,352 INFO  [RS:0;81db972b9a1d:36301 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T09:10:44,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36301-0x10180af04630001, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:10:44,352 INFO  [RS:0;81db972b9a1d:36301 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,36301,1732784623951; zookeeper connection closed.
2024-11-28T09:10:44,352 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51811cd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51811cd1
2024-11-28T09:10:44,353 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-28T09:10:44,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073742417_1593 (size=325)
2024-11-28T09:10:44,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073742417_1593 (size=325)
2024-11-28T09:10:44,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073742417_1593 (size=325)
2024-11-28T09:10:44,370 INFO  [M:0;81db972b9a1d:38015 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T09:10:44,370 INFO  [M:0;81db972b9a1d:38015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T09:10:44,370 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T09:10:44,382 INFO  [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:10:44,382 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:10:44,382 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T09:10:44,382 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T09:10:44,382 INFO  [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=991.24 KB heapSize=1.16 MB
2024-11-28T09:10:44,383 ERROR [AsyncFSWAL-0-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779 {}] server.NIOServerCnxnFactory(85): Thread Thread[AsyncFSWAL-0-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.readableBytes()" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.buffered(FanOutOneBlockAsyncDFSOutput.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.append(AsyncProtobufLogWriter.java:134) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:181) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:100) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendEntry(AbstractFSWAL.java:1333) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendAndSync(AbstractFSWAL.java:1724) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1832) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:10:49,444 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:10:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T09:10:53,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T09:10:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-28T09:10:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-28T09:10:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-28T09:10:53,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-28T09:10:58,709 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:11:11,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:11:41,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;81db972b9a1d:38015
235 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 23
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@192122e2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 21
  Waited count: 23
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e2a9d9e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4912
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 50
  Waiting on java.util.concurrent.CountDownLatch$Sync@10d2239b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12544
  Waited count: 13286
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@55caf53f
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@4f165475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c16251f):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 973
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1262405038-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1262405038-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1262405038-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1262405038-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1262405038-41-acceptor-0@e847697-ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1262405038-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1262405038-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1262405038-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-538b22dc-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 36
  Waited count: 3170
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36a2ee2f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 43087):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7f5c16ce):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 164
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1003ed42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 165
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 47856
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 2
  Waited count: 1424
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76493dfb
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2456
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 113
  Waited count: 2466
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 113
  Waited count: 2464
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2467
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 120
  Waited count: 2467
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50026853):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 243
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@79da116d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f71cbda):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@13811a12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(253478452)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp1896597284-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp1896597284-88-acceptor-0@221020f4-ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp1896597284-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp1896597284-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-573f543c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@2653b710):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 970
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 34605):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 326
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75a03306
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1405
  Waited count: 1534
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@79788cbf):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 487
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 490
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 488
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 511
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 517
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp456064944-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp456064944-120-acceptor-0@64b992be-ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp456064944-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp456064944-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-4c64ade8-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (IPC Client (612954672) connection to localhost/127.0.0.1:43087 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1265
  Waited count: 1265
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 124 (IPC Parameter Sending Thread for localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2071
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a383c14):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 970
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 46555):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 321
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e7044f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1396
  Waited count: 1535
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e2883e7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 496
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 502
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 502
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 496
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 492
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp285358179-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp285358179-154-acceptor-0@6ec10c9e-ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp285358179-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp285358179-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-5c1c3708-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@70000b79):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 969
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 42677):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 97
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 326
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@586d3a61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1404
  Waited count: 1553
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6ade6c2a):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 485
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 487
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 485
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 500
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 511
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4)):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 221 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (java.util.concurrent.ThreadPoolExecutor$Worker@1d46628f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@9a276f5[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 237 (java.util.concurrent.ThreadPoolExecutor$Worker@201a5c2b[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 238 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 240 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 241 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 242 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56526):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 239 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 49
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 243 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 242
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 244 (SyncThread:0):
  State: WAITING
  Blocked count: 19
  Waited count: 363
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@298ab22e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 245 (ProcessThread(sid:0 cport:56526):):
  State: WAITING
  Blocked count: 1
  Waited count: 493
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@80173c4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 246 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 519
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2cdcf7bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 247 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 93
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 249 (LeaseRenewer:jenkins@localhost:43087):
  State: TIMED_WAITING
  Blocked count: 14
  Waited count: 503
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@69f589b7
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 259 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 397
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 17
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (Time-limited test-SendThread(127.0.0.1:56526)):
  State: RUNNABLE
  Blocked count: 19
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 262 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 15
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21433bf3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 263 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 20
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26c12028
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 7
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 2
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 93
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 6
  Waited count: 93
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 6
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 7
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 5
  Waited count: 93
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 278 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 93
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 280 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@63bcbd76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 178
  Waited count: 682
  Waiting on java.util.concurrent.Semaphore$NonfairSync@43b5a0a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 65
  Waited count: 316
  Waiting on java.util.concurrent.Semaphore$NonfairSync@7b118781
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 50
  Waited count: 10147
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@547e38ab
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c715a35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 287 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4b2befb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6e352d1b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@47715d12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 292 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e7173b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 293 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 315 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 337 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 71
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (M:0;81db972b9a1d:38015):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1095/0x00007f08bcf63c40.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 360 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 48
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 362 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 364 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 366 (org.apache.hadoop.hdfs.PeerCache@308aed75):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 160
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 384 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4785
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 401 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 99
  Waited count: 2
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 416 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 167
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 427 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 48
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 415 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 47644
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 460 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 1
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 461 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 16
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 462 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34563525
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 486 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 20
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46cfddc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 484 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 9
  Waited count: 19
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41d4907f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 485 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 18
  Waited count: 37
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33407877
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 507 (LeaseRenewer:jenkins.hfs.2@localhost:43087):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 497
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 512 (LeaseRenewer:jenkins.hfs.1@localhost:43087):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 498
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 517 (LeaseRenewer:jenkins.hfs.0@localhost:43087):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 499
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 521 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 538 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 414 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 47440
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 565 (ForkJoinPool.commonPool-worker-1):
  State: WAITING
  Blocked count: 0
  Waited count: 776
  Waiting on java.util.concurrent.ForkJoinPool@555b1521
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 580 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 592 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 593 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 994 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 892
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1057 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1097 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1100 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 74
  Waited count: 111
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da7537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1145 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1146 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1206 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1207 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1208 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1261 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1262 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1263 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1265 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1625 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 48
  Waiting on java.util.TaskQueue@62638abf
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 1985 (region-location-3):
  State: WAITING
  Blocked count: 1
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1986 (region-location-4):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2267 (ForkJoinPool.commonPool-worker-4):
  State: WAITING
  Blocked count: 0
  Waited count: 671
  Waiting on java.util.concurrent.ForkJoinPool@555b1521
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6087 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6088 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6089 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 8467 (ForkJoinPool.commonPool-worker-5):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 118
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 10231 (AsyncFSWAL-1-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f9c69cf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10234 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-28T09:12:11,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:12:41,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;81db972b9a1d:38015
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 23
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@192122e2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 21
  Waited count: 24
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 25
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 32
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e2a9d9e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5511
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 56
  Waiting on java.util.concurrent.CountDownLatch$Sync@45a86d52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12544
  Waited count: 13287
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@55caf53f
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@4f165475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c16251f):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1093
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1262405038-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1262405038-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1262405038-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1262405038-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1262405038-41-acceptor-0@e847697-ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1262405038-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1262405038-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1262405038-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-538b22dc-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 36
  Waited count: 3170
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36a2ee2f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 43087):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7f5c16ce):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 184
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1003ed42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 185
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53782
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 2
  Waited count: 1424
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76493dfb
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2516
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 113
  Waited count: 2527
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 114
  Waited count: 2524
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2528
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 121
  Waited count: 2527
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50026853):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 273
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@79da116d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f71cbda):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@13811a12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(253478452)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp1896597284-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp1896597284-88-acceptor-0@221020f4-ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp1896597284-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp1896597284-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-573f543c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@2653b710):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 1090
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 34605):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 346
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75a03306
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1425
  Waited count: 1574
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@79788cbf):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 547
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 550
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 548
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 571
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 577
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp456064944-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp456064944-120-acceptor-0@64b992be-ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp456064944-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp456064944-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-4c64ade8-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (IPC Client (612954672) connection to localhost/127.0.0.1:43087 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1318
  Waited count: 1318
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 124 (IPC Parameter Sending Thread for localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2130
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a383c14):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1090
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 46555):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 341
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e7044f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1416
  Waited count: 1575
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e2883e7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 556
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 562
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 562
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 556
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 552
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp285358179-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp285358179-154-acceptor-0@6ec10c9e-ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp285358179-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp285358179-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-5c1c3708-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@70000b79):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1089
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 42677):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 109
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 346
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@586d3a61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1424
  Waited count: 1594
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6ade6c2a):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 545
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 547
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 545
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 560
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 571
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4)):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 221 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (java.util.concurrent.ThreadPoolExecutor$Worker@1d46628f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@9a276f5[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 237 (java.util.concurrent.ThreadPoolExecutor$Worker@201a5c2b[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 238 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 19
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 240 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 241 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 242 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56526):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 239 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 55
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 243 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 272
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 244 (SyncThread:0):
  State: WAITING
  Blocked count: 19
  Waited count: 367
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@298ab22e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 245 (ProcessThread(sid:0 cport:56526):):
  State: WAITING
  Blocked count: 1
  Waited count: 497
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@80173c4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 246 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 523
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2cdcf7bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 247 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@69f589b7
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 259 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 425
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 17
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (Time-limited test-SendThread(127.0.0.1:56526)):
  State: RUNNABLE
  Blocked count: 19
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 262 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 15
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21433bf3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 263 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 20
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26c12028
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 7
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 2
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 6
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 6
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 7
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 5
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 278 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 280 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@63bcbd76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 178
  Waited count: 682
  Waiting on java.util.concurrent.Semaphore$NonfairSync@43b5a0a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 65
  Waited count: 316
  Waiting on java.util.concurrent.Semaphore$NonfairSync@7b118781
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 50
  Waited count: 10147
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@547e38ab
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c715a35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 287 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4b2befb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6e352d1b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@47715d12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 292 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e7173b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 293 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 315 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 337 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 71
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (M:0;81db972b9a1d:38015):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1095/0x00007f08bcf63c40.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 360 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 54
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 362 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 364 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 366 (org.apache.hadoop.hdfs.PeerCache@308aed75):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 180
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 384 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5385
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 401 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 99
  Waited count: 2
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 416 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26fc702e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 427 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 54
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 415 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53647
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 460 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 1
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 461 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 16
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 462 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34563525
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 486 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 20
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46cfddc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 484 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 9
  Waited count: 19
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41d4907f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 485 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 18
  Waited count: 37
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33407877
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 521 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 538 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 414 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53443
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 565 (ForkJoinPool.commonPool-worker-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 777
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 580 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 592 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 593 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 994 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 898
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1057 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1097 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1100 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 74
  Waited count: 111
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da7537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1145 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1146 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1206 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1207 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1208 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1261 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1262 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1263 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1265 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1625 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 48
  Waiting on java.util.TaskQueue@62638abf
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 1985 (region-location-3):
  State: WAITING
  Blocked count: 1
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1986 (region-location-4):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2267 (ForkJoinPool.commonPool-worker-4):
  State: WAITING
  Blocked count: 0
  Waited count: 671
  Waiting on java.util.concurrent.ForkJoinPool@555b1521
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6087 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6088 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6089 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10231 (AsyncFSWAL-1-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f9c69cf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10234 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-28T09:13:11,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:13:41,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;81db972b9a1d:38015
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 23
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@192122e2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 21
  Waited count: 25
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 28
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 35
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e2a9d9e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6111
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 62
  Waiting on java.util.concurrent.CountDownLatch$Sync@3be0212a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12544
  Waited count: 13288
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@55caf53f
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@4f165475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c16251f):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1213
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1262405038-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1262405038-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1262405038-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1262405038-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1262405038-41-acceptor-0@e847697-ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1262405038-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1262405038-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1262405038-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-538b22dc-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 36
  Waited count: 3170
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36a2ee2f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 43087):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7f5c16ce):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1003ed42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 205
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59706
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 2
  Waited count: 1424
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76493dfb
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 129
  Waited count: 2576
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 113
  Waited count: 2587
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 116
  Waited count: 2584
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 122
  Waited count: 2590
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2589
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50026853):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 303
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@79da116d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f71cbda):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@13811a12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(253478452)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp1896597284-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp1896597284-88-acceptor-0@221020f4-ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp1896597284-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp1896597284-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-573f543c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@2653b710):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 1210
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 34605):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 366
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75a03306
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1454
  Waited count: 1623
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@79788cbf):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 607
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 610
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 608
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 631
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 637
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp456064944-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp456064944-120-acceptor-0@64b992be-ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp456064944-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp456064944-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-4c64ade8-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (IPC Client (612954672) connection to localhost/127.0.0.1:43087 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1360
  Waited count: 1360
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 124 (IPC Parameter Sending Thread for localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2175
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a383c14):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1210
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 46555):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 361
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e7044f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1436
  Waited count: 1615
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e2883e7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 616
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 622
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 622
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 616
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 612
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp285358179-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp285358179-154-acceptor-0@6ec10c9e-ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp285358179-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp285358179-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-5c1c3708-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@70000b79):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1209
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 42677):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 121
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 366
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@586d3a61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1447
  Waited count: 1640
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6ade6c2a):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 605
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 607
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 605
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 620
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 631
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4)):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 221 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2142962f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5e14f91
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (java.util.concurrent.ThreadPoolExecutor$Worker@1d46628f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@9a276f5[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4edd5497
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 237 (java.util.concurrent.ThreadPoolExecutor$Worker@201a5c2b[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 238 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 21
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 240 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 241 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 242 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56526):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 239 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 61
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 243 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 302
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 244 (SyncThread:0):
  State: WAITING
  Blocked count: 19
  Waited count: 372
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@298ab22e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 245 (ProcessThread(sid:0 cport:56526):):
  State: WAITING
  Blocked count: 1
  Waited count: 502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@80173c4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 246 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 528
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2cdcf7bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 247 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@69f589b7
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 259 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 17
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (Time-limited test-SendThread(127.0.0.1:56526)):
  State: RUNNABLE
  Blocked count: 19
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 262 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 15
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21433bf3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 263 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 20
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26c12028
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 7
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 2
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 6
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 6
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 7
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 5
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 278 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 94
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 280 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@63bcbd76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 178
  Waited count: 682
  Waiting on java.util.concurrent.Semaphore$NonfairSync@43b5a0a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 65
  Waited count: 316
  Waiting on java.util.concurrent.Semaphore$NonfairSync@7b118781
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 50
  Waited count: 10147
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@547e38ab
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c715a35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 287 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4b2befb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6e352d1b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@47715d12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 292 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e7173b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 293 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 315 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 337 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 71
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (M:0;81db972b9a1d:38015):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1095/0x00007f08bcf63c40.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 360 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 60
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 362 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 364 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 366 (org.apache.hadoop.hdfs.PeerCache@308aed75):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 200
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 384 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5984
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 401 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 99
  Waited count: 2
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 416 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26fc702e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 427 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 60
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 415 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59649
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 460 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 1
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 461 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 16
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 462 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34563525
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 486 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 20
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46cfddc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 484 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 9
  Waited count: 19
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41d4907f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 485 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 18
  Waited count: 37
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33407877
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 521 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 538 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 414 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59446
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 580 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 592 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 593 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 994 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 904
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1057 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1097 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1100 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 74
  Waited count: 111
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da7537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1145 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1146 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1206 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1207 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1208 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1261 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1262 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1263 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1265 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1625 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 48
  Waiting on java.util.TaskQueue@62638abf
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 1985 (region-location-3):
  State: WAITING
  Blocked count: 1
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1986 (region-location-4):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2267 (ForkJoinPool.commonPool-worker-4):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 672
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6087 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6088 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6089 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10231 (AsyncFSWAL-1-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f9c69cf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10234 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 10235 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-28T09:13:44,510 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=10, reused chunk count=24, reuseRatio=70.59%
2024-11-28T09:13:44,513 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-28T09:13:54,133 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-28T09:14:11,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:14:41,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;81db972b9a1d:38015
229 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 23
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@192122e2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 21
  Waited count: 26
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 31
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 38
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e2a9d9e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6710
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 68
  Waiting on java.util.concurrent.CountDownLatch$Sync@67ede91f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12544
  Waited count: 13289
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@55caf53f
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@4f165475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c16251f):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1333
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1262405038-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1262405038-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1262405038-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1262405038-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1262405038-41-acceptor-0@e847697-ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1262405038-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1262405038-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1262405038-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-538b22dc-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 36
  Waited count: 3170
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36a2ee2f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 43087):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7f5c16ce):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 224
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1003ed42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 225
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65634
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 2
  Waited count: 1424
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76493dfb
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 2638
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 115
  Waited count: 2647
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 122
  Waited count: 2644
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 122
  Waited count: 2650
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2649
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50026853):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 333
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@79da116d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f71cbda):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@13811a12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(253478452)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 24
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp1896597284-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp1896597284-88-acceptor-0@221020f4-ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp1896597284-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp1896597284-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-573f543c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@2653b710):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 1330
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 34605):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 386
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75a03306
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1475
  Waited count: 1667
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@79788cbf):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 667
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 670
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 668
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 691
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 697
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp456064944-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp456064944-120-acceptor-0@64b992be-ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp456064944-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp456064944-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-4c64ade8-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (IPC Client (612954672) connection to localhost/127.0.0.1:43087 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1406
  Waited count: 1406
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 124 (IPC Parameter Sending Thread for localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2228
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a383c14):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1330
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 46555):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 381
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e7044f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1456
  Waited count: 1655
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e2883e7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 676
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 683
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 683
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 677
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 672
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp285358179-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp285358179-154-acceptor-0@6ec10c9e-ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp285358179-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp285358179-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-5c1c3708-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@70000b79):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1329
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 42677):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 133
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 386
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@586d3a61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1467
  Waited count: 1683
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6ade6c2a):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 665
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 667
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 665
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 680
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 691
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4)):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 221 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2142962f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5e14f91
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (java.util.concurrent.ThreadPoolExecutor$Worker@1d46628f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@9a276f5[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4edd5497
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 237 (java.util.concurrent.ThreadPoolExecutor$Worker@201a5c2b[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 238 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 23
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 240 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 241 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 242 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56526):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 239 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 67
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 243 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 332
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 244 (SyncThread:0):
  State: WAITING
  Blocked count: 19
  Waited count: 376
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@298ab22e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 245 (ProcessThread(sid:0 cport:56526):):
  State: WAITING
  Blocked count: 1
  Waited count: 506
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@80173c4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 246 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 532
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2cdcf7bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 247 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@69f589b7
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 259 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 484
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 17
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (Time-limited test-SendThread(127.0.0.1:56526)):
  State: RUNNABLE
  Blocked count: 19
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 262 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 15
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21433bf3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 263 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 20
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26c12028
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 7
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 2
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 6
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 6
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 7
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 5
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 278 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 280 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@63bcbd76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 178
  Waited count: 682
  Waiting on java.util.concurrent.Semaphore$NonfairSync@43b5a0a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 65
  Waited count: 316
  Waiting on java.util.concurrent.Semaphore$NonfairSync@7b118781
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 50
  Waited count: 10147
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@547e38ab
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c715a35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 287 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4b2befb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6e352d1b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@47715d12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 292 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e7173b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 293 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 315 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 337 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 71
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (M:0;81db972b9a1d:38015):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1095/0x00007f08bcf63c40.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 360 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 66
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 362 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 364 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 366 (org.apache.hadoop.hdfs.PeerCache@308aed75):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 220
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 384 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6584
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 401 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 99
  Waited count: 2
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 416 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26fc702e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 427 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 66
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 415 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65651
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 460 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 1
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 461 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 16
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 462 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34563525
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 486 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 20
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46cfddc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 484 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 9
  Waited count: 19
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41d4907f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 485 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 18
  Waited count: 37
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33407877
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 521 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 538 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 414 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65448
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 580 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 592 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 593 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 994 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 910
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1057 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1097 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1100 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 74
  Waited count: 111
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da7537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1145 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1146 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1206 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1207 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1208 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1261 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1262 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1263 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1265 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1625 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 48
  Waiting on java.util.TaskQueue@62638abf
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 1985 (region-location-3):
  State: WAITING
  Blocked count: 1
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1986 (region-location-4):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6087 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6088 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6089 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10231 (AsyncFSWAL-1-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f9c69cf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10235 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10241 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-28T09:15:11,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:15:41,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T09:15:44,384 DEBUG [M:0;81db972b9a1d:38015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732785044370Disabling compacts and flushes for region at 1732785044370Disabling writes for close at 1732785044382 (+12 ms)Obtaining lock to block concurrent updates at 1732785044382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732785044382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=1015029, getHeapSize=1217584, getOffHeapSize=0, getCellsCount=2672 at 1732785044382Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1732785344384 (+300002 ms)
2024-11-28T09:15:44,385 WARN  [M:0;81db972b9a1d:38015 {}] region.MasterRegion(134): Failed to close region
org.apache.hadoop.hbase.regionserver.wal.WALSyncTimeoutIOException: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4593, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1033) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4593, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:171) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) ~[classes/:?]
	... 19 more
2024-11-28T09:15:44,389 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.ensureWritable(int)" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.writeInt(FanOutOneBlockAsyncDFSOutput.java:391) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:247) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:15:44,391 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-28T09:15:44,391 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-28T09:15:44,391 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194
2024-11-28T09:15:44,393 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:15:44,394 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.InterruptedIOException: Operation cancelled
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.checkIfCancelled(RecoverLeaseFSUtils.java:269) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:159) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:15:44,394 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194
2024-11-28T09:15:44,394 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;81db972b9a1d:38015
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 23
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@192122e2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 21
  Waited count: 27
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 34
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: WAITING
  Blocked count: 0
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e2a9d9e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7309
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 74
  Waiting on java.util.concurrent.CountDownLatch$Sync@5bfa4e33
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12544
  Waited count: 13290
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@55caf53f
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@4f165475
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c16251f):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1453
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1262405038-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1262405038-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1262405038-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1262405038-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1262405038-41-acceptor-0@e847697-ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:39173}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1262405038-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1262405038-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1262405038-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-538b22dc-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 36
  Waited count: 3170
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36a2ee2f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 43087):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7f5c16ce):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 244
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1003ed42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 245
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71561
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 2
  Waited count: 1424
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76493dfb
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 132
  Waited count: 2699
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 116
  Waited count: 2709
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 123
  Waited count: 2706
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2711
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 43087):
  State: TIMED_WAITING
  Blocked count: 124
  Waited count: 2710
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50026853):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 363
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@79da116d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4f71cbda):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@13811a12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(253478452)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp1896597284-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp1896597284-88-acceptor-0@221020f4-ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:38857}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp1896597284-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp1896597284-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-573f543c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@2653b710):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 1450
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 34605):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 406
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75a03306
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1495
  Waited count: 1708
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@79788cbf):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 727
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 730
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 728
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 751
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 34605):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 757
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp456064944-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp456064944-120-acceptor-0@64b992be-ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:35801}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp456064944-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp456064944-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-4c64ade8-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (IPC Client (612954672) connection to localhost/127.0.0.1:43087 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1452
  Waited count: 1452
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 124 (IPC Parameter Sending Thread for localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2285
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a383c14):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1450
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 46555):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 401
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e7044f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1476
  Waited count: 1695
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e2883e7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 736
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 743
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 743
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 737
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 46555):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 732
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp285358179-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f08bc42d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp285358179-154-acceptor-0@6ec10c9e-ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:44559}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp285358179-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp285358179-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-5c1c3708-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@70000b79):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 1449
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 42677):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 145
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 406
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@586d3a61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087):
  State: TIMED_WAITING
  Blocked count: 1487
  Waited count: 1725
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6ade6c2a):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 725
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 727
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 725
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 740
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 42677):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 751
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4)):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 221 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2142962f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5e14f91
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (java.util.concurrent.ThreadPoolExecutor$Worker@1d46628f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@9a276f5[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4edd5497
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 237 (java.util.concurrent.ThreadPoolExecutor$Worker@201a5c2b[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 238 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 25
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 240 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 241 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 242 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56526):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 239 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 73
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 243 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 362
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 244 (SyncThread:0):
  State: WAITING
  Blocked count: 19
  Waited count: 381
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@298ab22e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 245 (ProcessThread(sid:0 cport:56526):):
  State: WAITING
  Blocked count: 1
  Waited count: 511
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@80173c4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 246 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 537
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2cdcf7bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 247 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@69f589b7
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 259 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 512
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 17
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (Time-limited test-SendThread(127.0.0.1:56526)):
  State: RUNNABLE
  Blocked count: 19
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 262 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 15
  Waited count: 56
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21433bf3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 263 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 20
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26c12028
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 7
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 2
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 6
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 6
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 7
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 5
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 278 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@159252e9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 280 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@63bcbd76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 178
  Waited count: 682
  Waiting on java.util.concurrent.Semaphore$NonfairSync@43b5a0a7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 65
  Waited count: 316
  Waiting on java.util.concurrent.Semaphore$NonfairSync@7b118781
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 50
  Waited count: 10147
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@547e38ab
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015):
  State: WAITING
  Blocked count: 1
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52af685f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c715a35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 287 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4b2befb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@6e352d1b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38015):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@47715d12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 292 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e7173b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 293 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 315 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 337 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 71
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (M:0;81db972b9a1d:38015):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4205
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.shutdown(AbstractFSWAL.java:1195)
    app//org.apache.hadoop.hbase.wal.AbstractFSWALProvider.shutdown0(AbstractFSWALProvider.java:162)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider$$Lambda$1422/0x00007f08bd218d78.run(Unknown Source)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.cleanup(AbstractWALProvider.java:287)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.shutdown(AbstractWALProvider.java:299)
    app//org.apache.hadoop.hbase.wal.WALFactory.shutdown(WALFactory.java:341)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.shutdownWAL(MasterRegion.java:140)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:206)
    app//org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819)
    app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 360 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 72
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 362 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 364 (master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 366 (org.apache.hadoop.hdfs.PeerCache@308aed75):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 240
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 384 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7183
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 401 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 402 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 99
  Waited count: 2
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 416 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26fc702e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 427 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 72
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 415 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71654
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 460 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 1
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 461 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 16
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 462 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34563525
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 486 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 20
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46cfddc
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 484 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 9
  Waited count: 19
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41d4907f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 485 (regionserver/81db972b9a1d:0.procedureResultReporter):
  State: WAITING
  Blocked count: 18
  Waited count: 37
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33407877
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 521 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 533 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 538 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 414 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71450
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 7
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 580 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 592 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 593 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 994 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 916
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1057 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1097 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1100 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 74
  Waited count: 111
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da7537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1145 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1146 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1206 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1207 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1208 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1261 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1262 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1263 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1265 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1625 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 48
  Waiting on java.util.TaskQueue@62638abf
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 1985 (region-location-3):
  State: WAITING
  Blocked count: 1
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1986 (region-location-4):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@363a8c27
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6087 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6088 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6089 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10231 (AsyncFSWAL-1-hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData-prefix:81db972b9a1d,38015,1732784622779):
  State: WAITING
  Blocked count: 0
  Waited count: 2
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f9c69cf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10241 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 10243 (WAL-Shutdown-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.awaitTermination(ThreadPoolExecutor.java:1464)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2117)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174)
    java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 10244 (Close-WAL-Writer-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:166)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1409/0x00007f08bd211590.run(Unknown Source)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-28T09:15:48,395 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=1 on file=hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194 after 4001ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T09:15:49,389 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds"
2024-11-28T09:15:49,390 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T09:15:49,390 INFO  [M:0;81db972b9a1d:38015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T09:15:49,391 INFO  [M:0;81db972b9a1d:38015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38015
2024-11-28T09:15:49,391 INFO  [M:0;81db972b9a1d:38015 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T09:15:49,398 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(258): Failed invocation for hdfs://localhost:43087/user/jenkins/test-data/e0714f3c-a0c2-35d6-70e5-b700c21b92b9/MasterData/WALs/81db972b9a1d,38015,1732784622779/81db972b9a1d%2C38015%2C1732784622779.1732784625194
java.lang.reflect.InvocationTargetException: null
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.isFileClosed(RecoverLeaseFSUtils.java:254) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:186) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.isFileClosed(DFSClient.java:1808) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2539) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2536) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.isFileClosed(DistributedFileSystem.java:2554) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 12 more
2024-11-28T09:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:15:49,526 INFO  [M:0;81db972b9a1d:38015 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T09:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38015-0x10180af04630000, quorum=127.0.0.1:56526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T09:15:49,570 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11d35741{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:15:49,571 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24dba011{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:15:49,571 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:15:49,572 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@942dbfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T09:15:49,572 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c0c5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:15:49,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T09:15:49,576 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T09:15:49,576 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T09:15:49,576 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972718269-172.17.0.3-1732784615940 (Datanode Uuid 69d403b9-bd34-4384-8970-bcaa27c4012e) service to localhost/127.0.0.1:43087
2024-11-28T09:15:49,578 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data5/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,578 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data6/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,578 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T09:15:49,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6b734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:15:49,581 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@408d79d2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:15:49,581 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:15:49,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c87d0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T09:15:49,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6ad3e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:15:49,582 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T09:15:49,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T09:15:49,582 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972718269-172.17.0.3-1732784615940 (Datanode Uuid 5648cd80-ba75-4de6-8276-6b12d0781e79) service to localhost/127.0.0.1:43087
2024-11-28T09:15:49,582 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T09:15:49,583 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data3/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,583 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data4/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,583 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T09:15:49,589 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55fec3e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T09:15:49,589 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27552ba{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:15:49,589 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:15:49,589 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1496739f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T09:15:49,589 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b8038b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:15:49,591 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T09:15:49,591 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T09:15:49,591 WARN  [BP-972718269-172.17.0.3-1732784615940 heartbeating to localhost/127.0.0.1:43087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972718269-172.17.0.3-1732784615940 (Datanode Uuid a7f05f12-b2c3-46b9-8e45-5c5f5e454f6c) service to localhost/127.0.0.1:43087
2024-11-28T09:15:49,591 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T09:15:49,592 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data1/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,592 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/cluster_7a673bc8-a983-9689-c502-2ddc6caccc69/data/data2/current/BP-972718269-172.17.0.3-1732784615940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T09:15:49,592 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T09:15:49,598 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f5b883{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T09:15:49,599 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666c359a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T09:15:49,599 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T09:15:49,599 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7978405b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T09:15:49,599 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42be7a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/a1b128ab-d152-79f0-2605-0519e4005e68/hadoop.log.dir/,STOPPED}
2024-11-28T09:15:49,628 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T09:15:49,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down